Downloading and preparing dataset json/default-284170d2e551ccce (download: Unknown size, generated: Unknown size, post-processed: Unknown size, total: Unknown size) to /home/blu/corpora/.cache/macaronic-lm/ab_ab_k5/json/default-284170d2e551ccce/0.0.0/fb88b12bd94767cb0cc7eedcd82ea1f402d2162addc03a37e81d4f8dc7313ad9... Dataset json downloaded and prepared to /home/blu/corpora/.cache/macaronic-lm/ab_ab_k5/json/default-284170d2e551ccce/0.0.0/fb88b12bd94767cb0cc7eedcd82ea1f402d2162addc03a37e81d4f8dc7313ad9. Subsequent calls will reuse this data. ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-0 src: none none 7 [bos] b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.35 /-4.35 /1.00 /0.69/-0.69 -0.56 /-0.72 7 [bos] b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -98.60 /-8.51 /-90.09 / /-91.78 -8.22 /-0.71 13 [bos] a a a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -3.35 /-4.35 /1.00 / /-0.69 -0.56 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.86 /-3.91 /-25.95 / /-27.64 -9.95 /-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.87 /-2.81 /-13.06 / /-14.75 -5.29 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.84 /-2.30 /-17.54 / /-19.23 -9.92 /-1.15 3 [bos] b [eos] cls0 - sp0 : -3.35 -0.56 7 0.00 [bos] b b b b b [eos] cls0 - sp1 : -3.61 -0.60 7 0.17 [bos] b b b b b [eos] cls0 - sp2 : -3.91 -0.65 7 0.17 [bos] b b b b b [eos] cls0 - sp3 : -3.93 -0.65 7 0.17 [bos] b b b b b [eos] cls0 - sp4 : -4.28 -0.71 7 0.17 [bos] b b b b b [eos] cls1 - sp0 : -3.78 -0.63 7 0.33 [bos] b b b b b [eos] cls1 - sp1 : -3.98 -0.66 7 0.33 [bos] b b b b b [eos] cls1 - sp2 : -4.12 -0.69 7 0.33 [bos] b b b b b [eos] cls1 - sp3 : -4.48 -0.75 7 0.33 [bos] b b b b b [eos] cls1 - sp4 : -4.57 -0.76 7 0.33 [bos] b b b b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] b b b b b [eos] cls2 - sp1 : -3.16 -0.53 7 0.67 [bos] b b b b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.50 [bos] b b b b b [eos] cls2 - sp3 : -3.99 -0.67 7 0.50 [bos] b b b b b [eos] cls2 - sp4 : -4.30 -0.72 7 0.67 [bos] b b b b b [eos] cls3 - sp0 : -2.19 -0.37 7 0.83 [bos] b b b b b [eos] cls3 - sp1 : -2.90 -0.48 7 1.00 [bos] b b b b b [eos] cls3 - sp2 : -3.79 -0.63 7 0.83 [bos] b b b b b [eos] cls3 - sp3 : -3.88 -0.65 7 0.83 [bos] b b b b b [eos] cls3 - sp4 : -4.15 -0.69 7 0.83 [bos] [unk] b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-1 src: none none 7 [bos] b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.90 /-4.35 /1.44 /0.69/-0.69 -0.48 /-0.72 7 [bos] b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -91.00 /-8.51 /-82.50 / /-84.63 -7.58 /-0.71 13 [bos] a a a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -2.90 /-4.35 /1.44 / /-0.69 -0.48 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -27.88 /-3.91 /-23.97 / /-26.10 -9.29 /-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.18 /-2.81 /-12.36 / /-14.50 -5.06 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.54 /-2.30 /-18.24 / /-20.38 -10.27/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.35 -0.56 7 0.00 [bos] b b b b b [eos] cls0 - sp1 : -3.61 -0.60 7 0.17 [bos] b b b b b [eos] cls0 - sp2 : -3.91 -0.65 7 0.17 [bos] b b b b b [eos] cls0 - sp3 : -3.93 -0.65 7 0.17 [bos] b b b b b [eos] cls0 - sp4 : -4.28 -0.71 7 0.17 [bos] b b b b b [eos] cls1 - sp0 : -3.78 -0.63 7 0.33 [bos] b b b b b [eos] cls1 - sp1 : -3.98 -0.66 7 0.33 [bos] b b b b b [eos] cls1 - sp2 : -4.12 -0.69 7 0.33 [bos] b b b b b [eos] cls1 - sp3 : -4.48 -0.75 7 0.33 [bos] b b b b b [eos] cls1 - sp4 : -4.57 -0.76 7 0.33 [bos] b b b b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] b b b b b [eos] cls2 - sp1 : -3.16 -0.53 7 0.67 [bos] b b b b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.50 [bos] b b b b b [eos] cls2 - sp3 : -3.99 -0.67 7 0.50 [bos] b b b b b [eos] cls2 - sp4 : -4.30 -0.72 7 0.67 [bos] b b b b b [eos] cls3 - sp0 : -2.19 -0.37 7 0.83 [bos] b b b b b [eos] cls3 - sp1 : -2.90 -0.48 7 1.00 [bos] b b b b b [eos] cls3 - sp2 : -3.79 -0.63 7 0.83 [bos] b b b b b [eos] cls3 - sp3 : -3.88 -0.65 7 0.83 [bos] b b b b b [eos] cls3 - sp4 : -4.15 -0.69 7 0.83 [bos] [unk] b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-2 src: none none 7 [bos] b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.31 /-4.35 /1.04 /0.7/-0.70 -0.55 /-0.72 7 [bos] b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -91.12 /-8.51 /-82.61 / /-84.34 -7.59 /-0.71 13 [bos] a a a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -3.31 /-4.35 /1.04 / /-0.70 -0.55 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -19.44 /-3.91 /-15.53 / /-17.26 -6.48 /-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -6.88 /-2.81 /-4.06 / /-5.80 -2.29 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.17 /-2.30 /-17.86 / /-19.60 -10.08/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.31 -0.55 7 0.00 [bos] b b b b b [eos] cls0 - sp1 : -3.49 -0.58 7 0.17 [bos] b b b b b [eos] cls0 - sp2 : -3.91 -0.65 7 0.17 [bos] b b b b b [eos] cls0 - sp3 : -4.23 -0.70 7 0.17 [bos] b b b b b [eos] cls0 - sp4 : -4.44 -0.74 7 0.17 [bos] b b b b b [eos] cls1 - sp0 : -3.89 -0.65 7 0.33 [bos] b b b b b [eos] cls1 - sp1 : -4.03 -0.67 7 0.33 [bos] b b b b b [eos] cls1 - sp2 : -4.17 -0.69 7 0.33 [bos] b b b b b [eos] cls1 - sp3 : -4.51 -0.75 7 0.33 [bos] b b b b [unk] [eos] cls1 - sp4 : -4.55 -0.76 7 0.33 [bos] b b b b b [eos] cls2 - sp0 : -3.37 -0.56 7 0.67 [bos] b b b b b [eos] cls2 - sp1 : -3.81 -0.64 7 0.67 [bos] b b b b b [eos] cls2 - sp2 : -3.83 -0.64 7 0.67 [bos] b b b b b [eos] cls2 - sp3 : -4.00 -0.67 7 0.50 [bos] b b b b b [eos] cls2 - sp4 : -4.13 -0.69 7 0.50 [bos] b b b b b [eos] cls3 - sp0 : -2.57 -0.43 7 0.83 [bos] b b b b b [eos] cls3 - sp1 : -3.49 -0.58 7 1.00 [bos] b b b b b [eos] cls3 - sp2 : -3.94 -0.66 7 0.83 [bos] [unk] b b b b [eos] cls3 - sp3 : -4.31 -0.72 7 0.83 [bos] b b b b b [eos] cls3 - sp4 : -4.35 -0.73 7 0.83 [bos] b b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-3 src: none none 7 [bos] b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.49 /-4.35 /0.86 /0.69/-0.69 -0.58 /-0.72 7 [bos] b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -82.98 /-8.51 /-74.47 / /-76.02 -6.92 /-0.71 13 [bos] a a a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -3.49 /-4.35 /0.86 / /-0.69 -0.58 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -20.56 /-3.91 /-16.64 / /-18.20 -6.85 /-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -8.89 /-2.81 /-6.08 / /-7.63 -2.96 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.22 /-2.30 /-18.92 / /-20.47 -10.61/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.31 -0.55 7 0.00 [bos] b b b b b [eos] cls0 - sp1 : -3.49 -0.58 7 0.17 [bos] b b b b b [eos] cls0 - sp2 : -3.91 -0.65 7 0.17 [bos] b b b b b [eos] cls0 - sp3 : -4.23 -0.70 7 0.17 [bos] b b b b b [eos] cls0 - sp4 : -4.44 -0.74 7 0.17 [bos] b b b b b [eos] cls1 - sp0 : -3.89 -0.65 7 0.33 [bos] b b b b b [eos] cls1 - sp1 : -4.03 -0.67 7 0.33 [bos] b b b b b [eos] cls1 - sp2 : -4.17 -0.69 7 0.33 [bos] b b b b b [eos] cls1 - sp3 : -4.51 -0.75 7 0.33 [bos] b b b b [unk] [eos] cls1 - sp4 : -4.55 -0.76 7 0.33 [bos] b b b b b [eos] cls2 - sp0 : -3.37 -0.56 7 0.67 [bos] b b b b b [eos] cls2 - sp1 : -3.81 -0.64 7 0.67 [bos] b b b b b [eos] cls2 - sp2 : -3.83 -0.64 7 0.67 [bos] b b b b b [eos] cls2 - sp3 : -4.00 -0.67 7 0.50 [bos] b b b b b [eos] cls2 - sp4 : -4.13 -0.69 7 0.50 [bos] b b b b b [eos] cls3 - sp0 : -2.57 -0.43 7 0.83 [bos] b b b b b [eos] cls3 - sp1 : -3.49 -0.58 7 1.00 [bos] b b b b b [eos] cls3 - sp2 : -3.94 -0.66 7 0.83 [bos] [unk] b b b b [eos] cls3 - sp3 : -4.31 -0.72 7 0.83 [bos] b b b b b [eos] cls3 - sp4 : -4.35 -0.73 7 0.83 [bos] b b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-4 src: none none 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -13.85 /-14.36 /0.51 /0.0/-0.00 -0.81 /-0.84 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -29.25 /-2.30 /-26.95 / /-27.46 -14.63/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.98 /-3.84 /-25.15 / /-25.66 -5.80 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -10.65 /-4.93 /-5.72 / /-6.23 -2.13 /-0.99 6 [bos] b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.38 /-5.44 /-34.93 / /-35.44 -6.73 /-0.91 7 [bos] a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -27.37 /-7.13 /-20.24 / /-20.75 -5.47 /-1.43 6 [bos] a b a b [eos] cls0 - sp0 : -10.94 -10.94 2 0.00 [bos] [eos] cls0 - sp1 : -25.55 -0.20 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -25.80 -0.20 128 0.01 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -25.87 -0.20 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -26.80 -0.21 128 0.01 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -49.43 -0.39 128 0.48 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -49.46 -0.39 128 0.47 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -49.49 -0.39 128 0.46 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -49.54 -0.39 128 0.45 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -49.61 -0.39 128 0.41 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -8.86 -0.74 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp1 : -8.96 -0.75 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp2 : -11.00 -0.69 17 0.69 [bos] b b a a b a b b b b b b b b b [eos] cls2 - sp3 : -11.29 -0.71 17 0.69 [bos] b b a a b a b b b b b b b b b [eos] cls2 - sp4 : -11.73 -0.73 17 0.69 [bos] b b a a a a b b b b b b b b b [eos] cls3 - sp0 : -10.90 -10.90 2 1.00 [bos] [eos] cls3 - sp1 : -16.72 -0.13 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.82 -0.13 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.38 -0.14 128 0.99 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.41 -0.14 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-5 src: none none 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -12.77 /-14.36 /1.59 /0.01/-0.01 -0.75 /-0.84 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.57 /-2.30 /-26.27 / /-27.86 -14.29/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.78 /-3.84 /-20.95 / /-22.54 -4.96 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -8.52 /-4.93 /-3.59 / /-5.18 -1.70 /-0.99 6 [bos] b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -41.19 /-5.44 /-35.74 / /-37.34 -6.86 /-0.91 7 [bos] a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.42 /-7.13 /-19.29 / /-20.88 -5.28 /-1.43 6 [bos] a b a b [eos] cls0 - sp0 : -10.94 -10.94 2 0.00 [bos] [eos] cls0 - sp1 : -25.55 -0.20 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -25.80 -0.20 128 0.01 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -25.87 -0.20 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -26.80 -0.21 128 0.01 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -49.43 -0.39 128 0.48 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -49.46 -0.39 128 0.47 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -49.49 -0.39 128 0.46 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -49.54 -0.39 128 0.45 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -49.61 -0.39 128 0.41 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -8.86 -0.74 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp1 : -8.96 -0.75 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp2 : -11.00 -0.69 17 0.69 [bos] b b a a b a b b b b b b b b b [eos] cls2 - sp3 : -11.29 -0.71 17 0.69 [bos] b b a a b a b b b b b b b b b [eos] cls2 - sp4 : -11.73 -0.73 17 0.69 [bos] b b a a a a b b b b b b b b b [eos] cls3 - sp0 : -10.90 -10.90 2 1.00 [bos] [eos] cls3 - sp1 : -16.72 -0.13 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.82 -0.13 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.38 -0.14 128 0.99 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.41 -0.14 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-6 src: none none 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -13.11 /-14.36 /1.25 /0.0/-0.00 -0.77 /-0.84 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.31 /-2.30 /-26.01 / /-27.26 -14.16/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -26.86 /-3.84 /-23.02 / /-24.27 -5.37 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -10.01 /-4.93 /-5.07 / /-6.32 -2.00 /-0.99 6 [bos] b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.07 /-5.44 /-34.63 / /-35.88 -6.68 /-0.91 7 [bos] a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -25.44 /-7.13 /-18.31 / /-19.56 -5.09 /-1.43 6 [bos] a b a b [eos] cls0 - sp0 : -10.55 -10.55 2 0.00 [bos] [eos] cls0 - sp1 : -27.33 -0.22 128 0.00 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -28.02 -0.22 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -28.08 -0.22 128 0.01 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -28.68 -0.23 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -9.31 -0.78 13 0.25 [bos] b b a a a a b b b b b [eos] cls1 - sp1 : -14.03 -0.78 19 0.44 [bos] b b a a a a b b b b b b b b b b b [eos] cls1 - sp2 : -17.44 -0.79 23 0.45 [bos] b b a a a a b b b b b b b b b b b b b b b [eos] cls1 - sp3 : -19.61 -0.75 27 0.31 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -21.13 -0.73 30 0.28 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -8.98 -0.75 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp1 : -9.02 -0.75 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp2 : -9.20 -0.77 13 0.58 [bos] b b a a b a b b b b b [eos] cls2 - sp3 : -9.20 -0.77 13 0.67 [bos] b b a a [unk] a b b b b b [eos] cls2 - sp4 : -10.92 -0.68 17 0.69 [bos] b b a a b a b b b b b b b b b [eos] cls3 - sp0 : -10.48 -10.48 2 1.00 [bos] [eos] cls3 - sp1 : -24.51 -0.19 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -25.43 -0.20 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -25.63 -0.20 128 1.00 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -25.65 -0.20 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-7 src: none none 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -11.45 /-14.36 /2.91 /0.0/-0.00 -0.67 /-0.84 18 [bos] b b a a a a b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -27.60 /-2.30 /-25.30 / /-28.22 -13.80/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -22.24 /-3.84 /-18.41 / /-21.32 -4.45 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -7.49 /-4.93 /-2.56 / /-5.47 -1.50 /-0.99 6 [bos] b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -39.50 /-5.44 /-34.05 / /-36.97 -6.58 /-0.91 7 [bos] a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -24.25 /-7.13 /-17.12 / /-20.03 -4.85 /-1.43 6 [bos] a b a b [eos] cls0 - sp0 : -10.55 -10.55 2 0.00 [bos] [eos] cls0 - sp1 : -27.33 -0.22 128 0.00 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -28.02 -0.22 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -28.08 -0.22 128 0.01 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -28.68 -0.23 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -9.31 -0.78 13 0.25 [bos] b b a a a a b b b b b [eos] cls1 - sp1 : -14.03 -0.78 19 0.44 [bos] b b a a a a b b b b b b b b b b b [eos] cls1 - sp2 : -17.44 -0.79 23 0.45 [bos] b b a a a a b b b b b b b b b b b b b b b [eos] cls1 - sp3 : -19.61 -0.75 27 0.31 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -21.13 -0.73 30 0.28 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -8.98 -0.75 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp1 : -9.02 -0.75 13 0.67 [bos] b b a a b a b b b b b [eos] cls2 - sp2 : -9.20 -0.77 13 0.58 [bos] b b a a b a b b b b b [eos] cls2 - sp3 : -9.20 -0.77 13 0.67 [bos] b b a a [unk] a b b b b b [eos] cls2 - sp4 : -10.92 -0.68 17 0.69 [bos] b b a a b a b b b b b b b b b [eos] cls3 - sp0 : -10.48 -10.48 2 1.00 [bos] [eos] cls3 - sp1 : -24.51 -0.19 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -25.43 -0.20 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -25.63 -0.20 128 1.00 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -25.65 -0.20 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-8 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.57 /-4.42 /1.85 /0.69/-0.69 -0.64 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.06 /-2.81 /-38.25 / /-40.79 -13.69/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.67 /-3.91 /-24.76 / /-27.30 -9.56 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -2.57 /-4.42 /1.85 / /-0.69 -0.64 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -44.93 /-9.10 /-35.83 / /-38.37 -4.08 /-0.83 12 [bos] b b a a a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.06 /-2.30 /-16.76 / /-19.30 -9.53 /-1.15 3 [bos] b [eos] cls0 - sp0 : -2.57 -0.64 5 0.00 [bos] b b a [eos] cls0 - sp1 : -7.10 -7.10 2 0.00 [bos] [eos] cls0 - sp2 : -8.56 -2.14 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -9.23 -1.85 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -9.23 -2.31 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.66 -0.66 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.25 -0.81 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.41 -0.85 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.22 -1.30 5 0.25 [bos] b b a [eos] cls1 - sp4 : -5.29 -1.32 5 0.25 [bos] [unk] b a [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.46 -0.87 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.54 -0.89 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.94 -0.99 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.30 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.63 -0.41 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.60 -0.65 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.89 -0.72 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.61 -0.90 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-9 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.09 /0.69/-0.69 -0.58 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -40.83 /-2.81 /-38.01 / /-40.80 -13.61/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.45 /-3.91 /-24.54 / /-27.32 -9.48 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.09 / /-0.69 -0.58 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -51.59 /-9.10 /-42.50 / /-45.28 -4.69 /-0.83 12 [bos] b b a a a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.08 /-2.30 /-17.78 / /-20.56 -10.04/-1.15 3 [bos] b [eos] cls0 - sp0 : -2.57 -0.64 5 0.00 [bos] b b a [eos] cls0 - sp1 : -7.10 -7.10 2 0.00 [bos] [eos] cls0 - sp2 : -8.56 -2.14 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -9.23 -1.85 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -9.23 -2.31 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.66 -0.66 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.25 -0.81 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.41 -0.85 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.22 -1.30 5 0.25 [bos] b b a [eos] cls1 - sp4 : -5.29 -1.32 5 0.25 [bos] [unk] b a [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.46 -0.87 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.54 -0.89 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.94 -0.99 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.30 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.63 -0.41 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.60 -0.65 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.89 -0.72 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.61 -0.90 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-10 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.60 /-4.42 /1.82 /0.69/-0.69 -0.65 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -38.02 /-2.81 /-35.21 / /-37.72 -12.67/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -26.70 /-3.91 /-22.78 / /-25.30 -8.90 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -2.60 /-4.42 /1.82 / /-0.69 -0.65 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -48.45 /-9.10 /-39.35 / /-41.86 -4.40 /-0.83 12 [bos] b b a a a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.65 /-2.30 /-17.35 / /-19.86 -9.83 /-1.15 3 [bos] b [eos] cls0 - sp0 : -2.60 -0.65 5 0.00 [bos] b b a [eos] cls0 - sp1 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp2 : -8.52 -2.13 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -8.88 -1.78 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -8.93 -2.23 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.74 -0.68 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.17 -0.79 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.53 -0.88 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.37 -1.34 5 0.25 [bos] [unk] b a [eos] cls1 - sp4 : -5.68 -1.42 5 0.25 [bos] b b a [eos] cls2 - sp0 : -1.86 -0.46 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.61 -0.90 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.69 -0.92 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.92 -0.98 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.31 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.59 -0.40 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.63 -0.66 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.72 -0.68 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.46 -0.87 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-11 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.10 /0.69/-0.69 -0.58 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -38.45 /-2.81 /-35.63 / /-38.42 -12.82/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -27.42 /-3.91 /-23.51 / /-26.30 -9.14 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.10 / /-0.69 -0.58 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -49.37 /-9.10 /-40.27 / /-43.06 -4.49 /-0.83 12 [bos] b b a a a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.86 /-2.30 /-18.56 / /-21.35 -10.43/-1.15 3 [bos] b [eos] cls0 - sp0 : -2.60 -0.65 5 0.00 [bos] b b a [eos] cls0 - sp1 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp2 : -8.52 -2.13 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -8.88 -1.78 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -8.93 -2.23 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.74 -0.68 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.17 -0.79 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.53 -0.88 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.37 -1.34 5 0.25 [bos] [unk] b a [eos] cls1 - sp4 : -5.68 -1.42 5 0.25 [bos] b b a [eos] cls2 - sp0 : -1.86 -0.46 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.61 -0.90 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.69 -0.92 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.92 -0.98 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.31 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.59 -0.40 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.63 -0.66 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.72 -0.68 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.46 -0.87 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-12 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.61 /-3.32 /0.71 /0.0/0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -49.81 /-11.88 /-37.93 / /-38.65 -4.98 /-1.19 11 [bos] b a b a a b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -54.57 /-5.44 /-49.12 / /-49.84 -9.09 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -34.45 /-4.93 /-29.52 / /-30.23 -6.89 /-0.99 6 [bos] a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -74.90 /-8.51 /-66.39 / /-67.10 -6.24 /-0.71 13 [bos] a a b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.73 /-2.30 /-24.43 / /-25.14 -13.37/-1.15 3 [bos] b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-13 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.98 /-3.32 /1.34 /0.0/0.00 -0.50 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -47.32 /-11.88 /-35.43 / /-36.78 -4.73 /-1.19 11 [bos] b a b a a b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -45.48 /-5.44 /-40.03 / /-41.37 -7.58 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -34.98 /-4.93 /-30.05 / /-31.39 -7.00 /-0.99 6 [bos] a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -95.94 /-8.51 /-87.44 / /-88.78 -8.00 /-0.71 13 [bos] a a b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -28.25 /-2.30 /-25.94 / /-27.28 -14.12/-1.15 3 [bos] b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-14 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.62 /-3.32 /0.70 /0.0/0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -48.70 /-11.88 /-36.82 / /-37.53 -4.87 /-1.19 11 [bos] b a b a a b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -53.47 /-5.44 /-48.03 / /-48.73 -8.91 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -33.89 /-4.93 /-28.95 / /-29.66 -6.78 /-0.99 6 [bos] a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -75.50 /-8.51 /-66.99 / /-67.70 -6.29 /-0.71 13 [bos] a a b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.46 /-2.30 /-24.15 / /-24.86 -13.23/-1.15 3 [bos] b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-15 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.96 /-3.32 /1.36 /0.0/0.00 -0.49 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -46.26 /-11.88 /-34.37 / /-35.74 -4.63 /-1.19 11 [bos] b a b a a b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -44.97 /-5.44 /-39.52 / /-40.89 -7.49 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -34.57 /-4.93 /-29.63 / /-30.99 -6.91 /-0.99 6 [bos] a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -95.90 /-8.51 /-87.39 / /-88.75 -7.99 /-0.71 13 [bos] a a b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -28.04 /-2.30 /-25.73 / /-27.10 -14.02/-1.15 3 [bos] b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-16 src: none none 15 [bos] b a a a b b b b a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.58 /-13.93 /3.34 /0.0/0.00 -0.76 /-0.99 15 [bos] b a a a b b b b a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -21.39 /-2.30 /-19.09 / /-22.43 -10.70/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.39 /-2.30 /-19.09 / /-22.43 -10.70/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -32.50 /-4.35 /-28.16 / /-31.50 -5.42 /-0.72 7 [bos] a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.42 /-9.17 /-28.25 / /-31.59 -4.16 /-1.02 10 [bos] b b b b a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -44.59 /-10.27 /-34.32 / /-37.66 -4.95 /-1.14 10 [bos] a b a b b a a a [eos] cls0 - sp0 : -11.69 -11.69 2 0.00 [bos] [eos] cls0 - sp1 : -48.07 -0.38 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -48.33 -0.38 128 0.01 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -48.61 -0.38 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -48.87 -0.38 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.72 -0.90 14 0.31 [bos] b a a a b b b b b b b b [eos] cls1 - sp1 : -11.96 -0.92 14 0.31 [bos] b a a a b b b b b a b b [eos] cls1 - sp2 : -13.13 -0.94 15 0.29 [bos] b a a a b b b b b b b b b [eos] cls1 - sp3 : -13.72 -0.91 16 0.33 [bos] b a a a b b b b b b b b b b [eos] cls1 - sp4 : -14.84 -0.82 19 0.44 [bos] b a a a b b b b b b b b b b b b b [eos] cls2 - sp0 : -9.37 -0.78 13 0.67 [bos] b a a a b b b b b a a [eos] cls2 - sp1 : -9.51 -0.79 13 0.67 [bos] b a a a b b b b b a b [eos] cls2 - sp2 : -9.52 -0.79 13 0.67 [bos] b a a a b b b b b b b [eos] cls2 - sp3 : -9.70 -0.81 13 0.67 [bos] b a a a b b b a b b b [eos] cls2 - sp4 : -11.50 -0.72 17 0.69 [bos] b a a a b b b b b b b b b b b [eos] cls3 - sp0 : -11.78 -11.78 2 1.00 [bos] [eos] cls3 - sp1 : -27.45 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -28.20 -0.22 128 1.00 [bos] b a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -28.26 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -28.44 -0.22 128 1.00 [bos] b a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-17 src: none none 15 [bos] b a a a b b b b a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.85 /-13.93 /3.07 /0.0/0.00 -0.78 /-0.99 15 [bos] b a a a b b b b a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -21.57 /-2.30 /-19.27 / /-22.34 -10.79/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.57 /-2.30 /-19.27 / /-22.34 -10.79/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.97 /-4.35 /-26.63 / /-29.70 -5.16 /-0.72 7 [bos] a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -38.86 /-9.17 /-29.68 / /-32.76 -4.32 /-1.02 10 [bos] b b b b a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -44.10 /-10.27 /-33.82 / /-36.90 -4.90 /-1.14 10 [bos] a b a b b a a a [eos] cls0 - sp0 : -11.69 -11.69 2 0.00 [bos] [eos] cls0 - sp1 : -48.07 -0.38 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -48.33 -0.38 128 0.01 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -48.61 -0.38 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -48.87 -0.38 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.72 -0.90 14 0.31 [bos] b a a a b b b b b b b b [eos] cls1 - sp1 : -11.96 -0.92 14 0.31 [bos] b a a a b b b b b a b b [eos] cls1 - sp2 : -13.13 -0.94 15 0.29 [bos] b a a a b b b b b b b b b [eos] cls1 - sp3 : -13.72 -0.91 16 0.33 [bos] b a a a b b b b b b b b b b [eos] cls1 - sp4 : -14.84 -0.82 19 0.44 [bos] b a a a b b b b b b b b b b b b b [eos] cls2 - sp0 : -9.37 -0.78 13 0.67 [bos] b a a a b b b b b a a [eos] cls2 - sp1 : -9.51 -0.79 13 0.67 [bos] b a a a b b b b b a b [eos] cls2 - sp2 : -9.52 -0.79 13 0.67 [bos] b a a a b b b b b b b [eos] cls2 - sp3 : -9.70 -0.81 13 0.67 [bos] b a a a b b b a b b b [eos] cls2 - sp4 : -11.50 -0.72 17 0.69 [bos] b a a a b b b b b b b b b b b [eos] cls3 - sp0 : -11.78 -11.78 2 1.00 [bos] [eos] cls3 - sp1 : -27.45 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -28.20 -0.22 128 1.00 [bos] b a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -28.26 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -28.44 -0.22 128 1.00 [bos] b a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-18 src: none none 15 [bos] b a a a b b b b a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.85 /-13.93 /3.08 /0.0/0.00 -0.77 /-0.99 15 [bos] b a a a b b b b a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.89 /-2.30 /-18.59 / /-21.67 -10.45/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -20.89 /-2.30 /-18.59 / /-21.67 -10.45/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.64 /-4.35 /-26.30 / /-29.37 -5.11 /-0.72 7 [bos] a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -38.94 /-9.17 /-29.77 / /-32.84 -4.33 /-1.02 10 [bos] b b b b a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -43.64 /-10.27 /-33.36 / /-36.44 -4.85 /-1.14 10 [bos] a b a b b a a a [eos] cls0 - sp0 : -10.68 -10.68 2 0.00 [bos] [eos] cls0 - sp1 : -50.14 -0.39 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -50.41 -0.40 128 0.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -50.42 -0.40 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -50.65 -0.40 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.99 -0.92 14 0.31 [bos] b a a a b b b b b a a a [eos] cls1 - sp1 : -15.91 -0.88 19 0.44 [bos] b a a a b b b b b a a a a b b b b [eos] cls1 - sp2 : -16.33 -0.96 18 0.41 [bos] b a a a b b b b b a a a a b b b [eos] cls1 - sp3 : -16.82 -0.99 18 0.47 [bos] b a a a b b b b b a a a a b b b [eos] cls1 - sp4 : -18.12 -0.95 20 0.42 [bos] b a a a b b b b b a a a a b b b a a [eos] cls2 - sp0 : -8.98 -0.75 13 0.67 [bos] b a a a b b b b b a b [eos] cls2 - sp1 : -9.19 -0.77 13 0.67 [bos] b a a a b b b b b b b [eos] cls2 - sp2 : -11.27 -0.70 17 0.69 [bos] b a a a b b b b b a b b b b b [eos] cls2 - sp3 : -11.44 -0.71 17 0.69 [bos] b a a a b b b b b a b b b b b [eos] cls2 - sp4 : -11.56 -0.72 17 0.69 [bos] b a a a b b b b b b b b b b b [eos] cls3 - sp0 : -10.89 -10.89 2 1.00 [bos] [eos] cls3 - sp1 : -27.70 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -28.14 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -29.05 -0.23 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -29.35 -0.23 128 1.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-19 src: none none 15 [bos] b a a a b b b b a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.70 /-13.93 /3.23 /0.0/0.00 -0.76 /-0.99 15 [bos] b a a a b b b b a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -21.07 /-2.30 /-18.77 / /-22.00 -10.54/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.07 /-2.30 /-18.77 / /-22.00 -10.54/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.26 /-4.35 /-25.91 / /-29.14 -5.04 /-0.72 7 [bos] a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.26 /-9.17 /-31.08 / /-34.31 -4.47 /-1.02 10 [bos] b b b b a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -43.63 /-10.27 /-33.35 / /-36.58 -4.85 /-1.14 10 [bos] a b a b b a a a [eos] cls0 - sp0 : -10.68 -10.68 2 0.00 [bos] [eos] cls0 - sp1 : -50.14 -0.39 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -50.41 -0.40 128 0.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -50.42 -0.40 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -50.65 -0.40 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.99 -0.92 14 0.31 [bos] b a a a b b b b b a a a [eos] cls1 - sp1 : -15.91 -0.88 19 0.44 [bos] b a a a b b b b b a a a a b b b b [eos] cls1 - sp2 : -16.33 -0.96 18 0.41 [bos] b a a a b b b b b a a a a b b b [eos] cls1 - sp3 : -16.82 -0.99 18 0.47 [bos] b a a a b b b b b a a a a b b b [eos] cls1 - sp4 : -18.12 -0.95 20 0.42 [bos] b a a a b b b b b a a a a b b b a a [eos] cls2 - sp0 : -8.98 -0.75 13 0.67 [bos] b a a a b b b b b a b [eos] cls2 - sp1 : -9.19 -0.77 13 0.67 [bos] b a a a b b b b b b b [eos] cls2 - sp2 : -11.27 -0.70 17 0.69 [bos] b a a a b b b b b a b b b b b [eos] cls2 - sp3 : -11.44 -0.71 17 0.69 [bos] b a a a b b b b b a b b b b b [eos] cls2 - sp4 : -11.56 -0.72 17 0.69 [bos] b a a a b b b b b b b b b b b [eos] cls3 - sp0 : -10.89 -10.89 2 1.00 [bos] [eos] cls3 - sp1 : -27.70 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -28.14 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -29.05 -0.23 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -29.35 -0.23 128 1.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-20 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.57 /-4.42 /1.85 /0.0/0.00 -0.64 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -18.74 /-2.81 /-15.93 / /-17.78 -6.25 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.88 /-2.30 /-26.58 / /-28.43 -14.44/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -41.06 /-2.81 /-38.25 / /-40.10 -13.69/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -44.48 /-6.47 /-38.02 / /-39.87 -5.56 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -49.00 /-10.12 /-38.88 / /-40.73 -3.77 /-0.78 14 [bos] b b b b b b a a a b b b [eos] cls0 - sp0 : -2.57 -0.64 5 0.00 [bos] b b a [eos] cls0 - sp1 : -7.10 -7.10 2 0.00 [bos] [eos] cls0 - sp2 : -8.56 -2.14 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -9.23 -1.85 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -9.23 -2.31 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.66 -0.66 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.25 -0.81 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.41 -0.85 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.22 -1.30 5 0.25 [bos] b b a [eos] cls1 - sp4 : -5.29 -1.32 5 0.25 [bos] [unk] b a [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.46 -0.87 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.54 -0.89 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.94 -0.99 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.30 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.63 -0.41 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.60 -0.65 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.89 -0.72 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.61 -0.90 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-21 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.09 /0.0/0.00 -0.58 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.08 /-2.81 /-17.27 / /-19.36 -6.69 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.16 /-2.30 /-25.86 / /-27.95 -14.08/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -40.83 /-2.81 /-38.01 / /-40.11 -13.61/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -47.58 /-6.47 /-41.12 / /-43.21 -5.95 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -47.54 /-10.12 /-37.42 / /-39.51 -3.66 /-0.78 14 [bos] b b b b b b a a a b b b [eos] cls0 - sp0 : -2.57 -0.64 5 0.00 [bos] b b a [eos] cls0 - sp1 : -7.10 -7.10 2 0.00 [bos] [eos] cls0 - sp2 : -8.56 -2.14 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -9.23 -1.85 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -9.23 -2.31 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.66 -0.66 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.25 -0.81 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.41 -0.85 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.22 -1.30 5 0.25 [bos] b b a [eos] cls1 - sp4 : -5.29 -1.32 5 0.25 [bos] [unk] b a [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.46 -0.87 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.54 -0.89 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.94 -0.99 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.30 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.63 -0.41 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.60 -0.65 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.89 -0.72 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.61 -0.90 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-22 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.60 /-4.42 /1.82 /0.0/-0.00 -0.65 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -17.57 /-2.81 /-14.76 / /-16.58 -5.86 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.67 /-2.30 /-26.37 / /-28.19 -14.34/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.02 /-2.81 /-35.21 / /-37.03 -12.67/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -43.63 /-6.47 /-37.16 / /-38.98 -5.45 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -49.85 /-10.12 /-39.73 / /-41.55 -3.83 /-0.78 14 [bos] b b b b b b a a a b b b [eos] cls0 - sp0 : -2.60 -0.65 5 0.00 [bos] b b a [eos] cls0 - sp1 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp2 : -8.52 -2.13 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -8.88 -1.78 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -8.93 -2.23 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.74 -0.68 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.17 -0.79 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.53 -0.88 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.37 -1.34 5 0.25 [bos] [unk] b a [eos] cls1 - sp4 : -5.68 -1.42 5 0.25 [bos] b b a [eos] cls2 - sp0 : -1.86 -0.46 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.61 -0.90 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.69 -0.92 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.92 -0.98 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.31 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.59 -0.40 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.63 -0.66 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.72 -0.68 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.46 -0.87 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-23 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.10 /0.0/0.00 -0.58 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.56 /-2.81 /-16.74 / /-18.84 -6.52 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.35 /-2.30 /-26.04 / /-28.14 -14.17/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.45 /-2.81 /-35.63 / /-37.73 -12.82/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -48.73 /-6.47 /-42.27 / /-44.36 -6.09 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -51.93 /-10.12 /-41.81 / /-43.90 -3.99 /-0.78 14 [bos] b b b b b b a a a b b b [eos] cls0 - sp0 : -2.60 -0.65 5 0.00 [bos] b b a [eos] cls0 - sp1 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp2 : -8.52 -2.13 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -8.88 -1.78 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -8.93 -2.23 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.74 -0.68 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.17 -0.79 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.53 -0.88 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.37 -1.34 5 0.25 [bos] [unk] b a [eos] cls1 - sp4 : -5.68 -1.42 5 0.25 [bos] b b a [eos] cls2 - sp0 : -1.86 -0.46 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.61 -0.90 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.69 -0.92 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.92 -0.98 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.31 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.59 -0.40 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.63 -0.66 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.72 -0.68 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.46 -0.87 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-24 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.61 /-3.32 /0.71 /0.0/0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -18.34 /-2.30 /-16.03 / /-16.75 -9.17 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -26.73 /-2.30 /-24.43 / /-25.14 -13.37/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -35.34 /-2.81 /-32.53 / /-33.24 -11.78/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -62.79 /-8.51 /-54.28 / /-55.00 -5.23 /-0.71 13 [bos] b b b b b a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -46.13 /-8.59 /-37.54 / /-38.26 -4.61 /-0.86 11 [bos] b b a a a a a a b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-25 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.98 /-3.32 /1.34 /0.0/0.00 -0.50 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -18.22 /-2.30 /-15.91 / /-17.26 -9.11 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.25 /-2.30 /-25.94 / /-27.28 -14.12/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.63 /-2.81 /-35.81 / /-37.15 -12.88/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -62.41 /-8.51 /-53.90 / /-55.24 -5.20 /-0.71 13 [bos] b b b b b a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -46.51 /-8.59 /-37.92 / /-39.26 -4.65 /-0.86 11 [bos] b b a a a a a a b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-26 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.62 /-3.32 /0.70 /0.0/-0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -18.08 /-2.30 /-15.78 / /-16.49 -9.04 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -26.46 /-2.30 /-24.15 / /-24.86 -13.23/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -35.32 /-2.81 /-32.51 / /-33.21 -11.77/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -62.17 /-8.51 /-53.66 / /-54.36 -5.18 /-0.71 13 [bos] b b b b b a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -45.34 /-8.59 /-36.75 / /-37.46 -4.53 /-0.86 11 [bos] b b a a a a a a b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-27 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.96 /-3.32 /1.36 /0.0/0.00 -0.49 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -18.11 /-2.30 /-15.81 / /-17.17 -9.06 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.04 /-2.30 /-25.73 / /-27.10 -14.02/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.42 /-2.81 /-35.61 / /-36.97 -12.81/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -61.96 /-8.51 /-53.45 / /-54.81 -5.16 /-0.71 13 [bos] b b b b b a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -46.68 /-8.59 /-38.09 / /-39.45 -4.67 /-0.86 11 [bos] b b a a a a a a b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-28 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 /0.0/-0.00 -0.68 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -108.82/-21.66 /-87.16 / /-87.94 -4.03 /-0.80 28 [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -90.15 /-16.48 /-73.67 / /-74.46 -4.74 /-0.87 20 [bos] a a a a a a a b b a a b b a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -49.37 /-7.05 /-42.32 / /-43.10 -7.05 /-1.01 8 [bos] a b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -25.55 /-2.30 /-23.25 / /-24.03 -12.78/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -16.75 /-2.30 /-14.45 / /-15.23 -8.38 /-1.15 3 [bos] a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.47 -1.82 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -6.20 -6.20 2 0.00 [bos] [eos] cls0 - sp3 : -8.97 -1.50 7 0.17 [bos] a a [pad] a a [eos] cls0 - sp4 : -9.58 -3.19 4 0.00 [bos] a [unk] [eos] cls1 - sp0 : -1.92 -0.64 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.35 -0.78 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.49 -1.16 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.58 -1.53 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.18 -2.06 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.00 -0.33 4 0.67 [bos] a a [eos] cls2 - sp1 : -3.12 -1.04 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.68 -1.23 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.38 -1.79 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.65 -1.88 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.45 -2.15 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.62 -6.62 2 1.00 [bos] [eos] cls3 - sp3 : -6.97 -1.16 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -7.79 -1.30 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-29 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.67 /0.0/-0.00 -0.72 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -129.91/-21.66 /-108.24/ /-108.91 -4.81 /-0.80 28 [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -86.81 /-16.48 /-70.33 / /-71.00 -4.57 /-0.87 20 [bos] a a a a a a a b b a a b b a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -51.38 /-7.05 /-44.33 / /-45.00 -7.34 /-1.01 8 [bos] a b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -26.34 /-2.30 /-24.04 / /-24.70 -13.17/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -16.35 /-2.30 /-14.04 / /-14.71 -8.17 /-1.15 3 [bos] a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.47 -1.82 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -6.20 -6.20 2 0.00 [bos] [eos] cls0 - sp3 : -8.97 -1.50 7 0.17 [bos] a a [pad] a a [eos] cls0 - sp4 : -9.58 -3.19 4 0.00 [bos] a [unk] [eos] cls1 - sp0 : -1.92 -0.64 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.35 -0.78 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.49 -1.16 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.58 -1.53 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.18 -2.06 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.00 -0.33 4 0.67 [bos] a a [eos] cls2 - sp1 : -3.12 -1.04 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.68 -1.23 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.38 -1.79 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.65 -1.88 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.45 -2.15 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.62 -6.62 2 1.00 [bos] [eos] cls3 - sp3 : -6.97 -1.16 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -7.79 -1.30 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-30 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 /0.0/-0.00 -0.68 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -118.37/-21.66 /-96.71 / /-97.49 -4.38 /-0.80 28 [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -92.59 /-16.48 /-76.11 / /-76.89 -4.87 /-0.87 20 [bos] a a a a a a a b b a a b b a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -47.99 /-7.05 /-40.94 / /-41.72 -6.86 /-1.01 8 [bos] a b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -24.50 /-2.30 /-22.20 / /-22.98 -12.25/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -15.72 /-2.30 /-13.42 / /-14.20 -7.86 /-1.15 3 [bos] a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.33 -1.78 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -5.86 -5.86 2 0.00 [bos] [eos] cls0 - sp3 : -8.99 -3.00 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -9.05 -1.51 7 0.17 [bos] a a [pad] a a [eos] cls1 - sp0 : -1.82 -0.61 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.46 -0.82 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.44 -1.15 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.36 -1.45 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.06 -2.02 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.05 -0.35 4 0.67 [bos] a a [eos] cls2 - sp1 : -2.99 -1.00 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.75 -1.25 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.18 -1.73 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.42 -1.81 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.23 -2.08 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.34 -6.34 2 1.00 [bos] [eos] cls3 - sp3 : -7.28 -1.21 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -8.08 -1.35 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-31 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.66 /0.0/-0.00 -0.72 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -137.51/-21.66 /-115.85/ /-116.51 -5.09 /-0.80 28 [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -89.65 /-16.48 /-73.17 / /-73.83 -4.72 /-0.87 20 [bos] a a a a a a a b b a a b b a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -50.14 /-7.05 /-43.09 / /-43.75 -7.16 /-1.01 8 [bos] a b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -25.59 /-2.30 /-23.29 / /-23.94 -12.79/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -15.54 /-2.30 /-13.24 / /-13.90 -7.77 /-1.15 3 [bos] a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.33 -1.78 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -5.86 -5.86 2 0.00 [bos] [eos] cls0 - sp3 : -8.99 -3.00 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -9.05 -1.51 7 0.17 [bos] a a [pad] a a [eos] cls1 - sp0 : -1.82 -0.61 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.46 -0.82 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.44 -1.15 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.36 -1.45 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.06 -2.02 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.05 -0.35 4 0.67 [bos] a a [eos] cls2 - sp1 : -2.99 -1.00 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.75 -1.25 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.18 -1.73 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.42 -1.81 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.23 -2.08 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.34 -6.34 2 1.00 [bos] [eos] cls3 - sp3 : -7.28 -1.21 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -8.08 -1.35 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-32 src: none none 6 [bos] b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.42 /-4.93 /1.51 /0.0/0.00 -0.68 /-0.99 6 [bos] b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -35.71 /-9.69 /-26.02 / /-27.54 -3.57 /-0.97 11 [bos] b b b a b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.38 /-2.81 /-36.56 / /-38.08 -13.13/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.43 /-3.91 /-24.52 / /-26.03 -9.48 /-1.30 4 [bos] a b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.88 /-2.30 /-27.58 / /-29.09 -14.94/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -22.82 /-3.84 /-18.98 / /-20.50 -4.56 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -3.39 -0.68 6 0.20 [bos] b b a a [eos] cls0 - sp1 : -3.41 -0.68 6 0.20 [bos] b b a a [eos] cls0 - sp2 : -3.42 -0.68 6 0.00 [bos] b b a a [eos] cls0 - sp3 : -4.52 -0.90 6 0.20 [bos] b b a a [eos] cls0 - sp4 : -5.25 -1.05 6 0.20 [bos] b b a a [eos] cls1 - sp0 : -3.38 -0.68 6 0.40 [bos] b b a a [eos] cls1 - sp1 : -3.73 -0.75 6 0.40 [bos] b b a a [eos] cls1 - sp2 : -3.87 -0.77 6 0.40 [bos] b b a a [eos] cls1 - sp3 : -4.12 -0.82 6 0.40 [bos] b b a a [eos] cls1 - sp4 : -4.48 -0.90 6 0.40 [bos] b b a a [eos] cls2 - sp0 : -2.38 -0.48 6 0.60 [bos] b b a a [eos] cls2 - sp1 : -3.58 -0.72 6 0.60 [bos] b b a a [eos] cls2 - sp2 : -3.87 -0.77 6 0.60 [bos] b b a a [eos] cls2 - sp3 : -4.13 -0.83 6 0.60 [bos] b b a a [eos] cls2 - sp4 : -4.40 -0.88 6 0.60 [bos] b b a a [eos] cls3 - sp0 : -1.81 -0.36 6 0.80 [bos] b b a a [eos] cls3 - sp1 : -2.51 -0.50 6 1.00 [bos] b b a a [eos] cls3 - sp2 : -3.07 -0.61 6 0.80 [bos] b b a a [eos] cls3 - sp3 : -3.44 -0.69 6 0.80 [bos] [unk] b a a [eos] cls3 - sp4 : -4.13 -0.83 6 1.00 [bos] [unk] b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-33 src: none none 6 [bos] b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.51 /-4.93 /2.43 /0.0/0.00 -0.50 /-0.99 6 [bos] b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -34.22 /-9.69 /-24.54 / /-26.97 -3.42 /-0.97 11 [bos] b b b a b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.06 /-2.81 /-36.25 / /-38.68 -13.02/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.48 /-3.91 /-24.57 / /-27.00 -9.49 /-1.30 4 [bos] a b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.29 /-2.30 /-26.99 / /-29.42 -14.65/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.02 /-3.84 /-17.18 / /-19.61 -4.20 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -3.39 -0.68 6 0.20 [bos] b b a a [eos] cls0 - sp1 : -3.41 -0.68 6 0.20 [bos] b b a a [eos] cls0 - sp2 : -3.42 -0.68 6 0.00 [bos] b b a a [eos] cls0 - sp3 : -4.52 -0.90 6 0.20 [bos] b b a a [eos] cls0 - sp4 : -5.25 -1.05 6 0.20 [bos] b b a a [eos] cls1 - sp0 : -3.38 -0.68 6 0.40 [bos] b b a a [eos] cls1 - sp1 : -3.73 -0.75 6 0.40 [bos] b b a a [eos] cls1 - sp2 : -3.87 -0.77 6 0.40 [bos] b b a a [eos] cls1 - sp3 : -4.12 -0.82 6 0.40 [bos] b b a a [eos] cls1 - sp4 : -4.48 -0.90 6 0.40 [bos] b b a a [eos] cls2 - sp0 : -2.38 -0.48 6 0.60 [bos] b b a a [eos] cls2 - sp1 : -3.58 -0.72 6 0.60 [bos] b b a a [eos] cls2 - sp2 : -3.87 -0.77 6 0.60 [bos] b b a a [eos] cls2 - sp3 : -4.13 -0.83 6 0.60 [bos] b b a a [eos] cls2 - sp4 : -4.40 -0.88 6 0.60 [bos] b b a a [eos] cls3 - sp0 : -1.81 -0.36 6 0.80 [bos] b b a a [eos] cls3 - sp1 : -2.51 -0.50 6 1.00 [bos] b b a a [eos] cls3 - sp2 : -3.07 -0.61 6 0.80 [bos] b b a a [eos] cls3 - sp3 : -3.44 -0.69 6 0.80 [bos] [unk] b a a [eos] cls3 - sp4 : -4.13 -0.83 6 1.00 [bos] [unk] b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-34 src: none none 6 [bos] b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -7.75 /-4.93 /-2.81 /0.0/0.00 -1.55 /-0.99 6 [bos] b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -34.61 /-9.69 /-24.92 / /-22.11 -3.46 /-0.97 11 [bos] b b b a b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -37.17 /-2.81 /-34.36 / /-31.54 -12.39/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -26.57 /-3.91 /-22.66 / /-19.84 -8.86 /-1.30 4 [bos] a b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.45 /-2.30 /-26.15 / /-23.34 -14.23/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -25.15 /-3.84 /-21.32 / /-18.51 -5.03 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp1 : -15.97 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -16.26 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -16.54 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -16.79 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.58 -1.12 6 0.40 [bos] b b a a [eos] cls1 - sp1 : -47.76 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.80 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -48.65 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -48.68 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -4.29 -0.86 6 0.60 [bos] b b a a [eos] cls2 - sp1 : -5.10 -0.85 7 0.67 [bos] b b a a [pad] [eos] cls2 - sp2 : -38.32 -0.30 128 0.75 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -38.36 -0.30 128 0.73 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -39.02 -0.31 128 0.72 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.82 -0.76 6 0.80 [bos] b b a a [eos] cls3 - sp1 : -5.71 -0.04 128 1.00 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -6.43 -6.43 2 1.00 [bos] [eos] cls3 - sp3 : -6.54 -0.05 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -8.92 -0.07 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-35 src: none none 6 [bos] b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -4.46 /-4.93 /0.48 /0.0/0.00 -0.89 /-0.99 6 [bos] b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -31.84 /-9.69 /-22.15 / /-22.63 -3.18 /-0.97 11 [bos] b b b a b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -36.73 /-2.81 /-33.92 / /-34.40 -12.24/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -26.61 /-3.91 /-22.70 / /-23.18 -8.87 /-1.30 4 [bos] a b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.86 /-2.30 /-25.55 / /-26.03 -13.93/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.07 /-3.84 /-17.23 / /-17.71 -4.21 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp1 : -15.97 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -16.26 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -16.54 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -16.79 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.58 -1.12 6 0.40 [bos] b b a a [eos] cls1 - sp1 : -47.76 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.80 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -48.65 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -48.68 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -4.29 -0.86 6 0.60 [bos] b b a a [eos] cls2 - sp1 : -5.10 -0.85 7 0.67 [bos] b b a a [pad] [eos] cls2 - sp2 : -38.32 -0.30 128 0.75 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -38.36 -0.30 128 0.73 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -39.02 -0.31 128 0.72 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.82 -0.76 6 0.80 [bos] b b a a [eos] cls3 - sp1 : -5.71 -0.04 128 1.00 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -6.43 -6.43 2 1.00 [bos] [eos] cls3 - sp3 : -6.54 -0.05 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -8.92 -0.07 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-36 src: none none 6 [bos] b a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.96 /-6.03 /-2.92 /0.0/-0.00 -1.79 /-1.21 6 [bos] b a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -18.88 /-3.91 /-14.97 / /-12.05 -6.29 /-1.30 4 [bos] b a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.94 /-2.30 /-16.63 / /-13.71 -9.47 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.12 /-4.42 /-24.70 / /-21.78 -7.28 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -16.31 /-4.93 /-11.37 / /-8.45 -3.26 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.64 /-2.30 /-24.33 / /-21.41 -13.32/-1.15 3 [bos] a [eos] cls0 - sp0 : -6.82 -6.82 2 0.00 [bos] [eos] cls0 - sp1 : -38.22 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -38.23 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -38.70 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -38.71 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -121.08 -0.95 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b cls1 - sp1 : -122.82 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b a a a cls1 - sp2 : -122.83 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b a a cls1 - sp3 : -122.94 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b a cls1 - sp4 : -123.61 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -196.88 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -197.13 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -197.21 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b a b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -6.80 -6.80 2 1.00 [bos] [eos] cls3 - sp1 : -20.61 -0.16 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -20.78 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.99 -0.17 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -21.22 -0.17 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-37 src: none none 6 [bos] b a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.25 /-6.03 /-0.22 /0.0/-0.00 -1.25 /-1.21 6 [bos] b a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.22 /-3.91 /-15.31 / /-15.10 -6.41 /-1.30 4 [bos] b a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.01 /-2.30 /-17.70 / /-17.49 -10.00/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -26.44 /-4.42 /-22.02 / /-21.80 -6.61 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -12.70 /-4.93 /-7.77 / /-7.55 -2.54 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.12 /-2.30 /-23.82 / /-23.60 -13.06/-1.15 3 [bos] a [eos] cls0 - sp0 : -6.82 -6.82 2 0.00 [bos] [eos] cls0 - sp1 : -38.22 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -38.23 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -38.70 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -38.71 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -121.08 -0.95 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b cls1 - sp1 : -122.82 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b a a a cls1 - sp2 : -122.83 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b a a cls1 - sp3 : -122.94 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b a cls1 - sp4 : -123.61 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -196.88 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -197.13 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -197.21 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b a b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -6.80 -6.80 2 1.00 [bos] [eos] cls3 - sp1 : -20.61 -0.16 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -20.78 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.99 -0.17 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -21.22 -0.17 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-38 src: none none 6 [bos] b a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -9.28 /-6.03 /-3.25 /0.0/-0.00 -1.86 /-1.21 6 [bos] b a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -18.61 /-3.91 /-14.70 / /-11.45 -6.20 /-1.30 4 [bos] b a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.85 /-2.30 /-16.55 / /-13.30 -9.43 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.46 /-4.42 /-24.04 / /-20.79 -7.11 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.84 /-4.93 /-10.91 / /-7.66 -3.17 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.06 /-2.30 /-23.76 / /-20.51 -13.03/-1.15 3 [bos] a [eos] cls0 - sp0 : -6.19 -6.19 2 0.00 [bos] [eos] cls0 - sp1 : -22.58 -0.18 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -23.67 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -23.85 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -24.08 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -6.30 -1.26 6 0.40 [bos] b a b b [eos] cls1 - sp1 : -48.37 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -48.42 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -48.60 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -48.65 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -5.57 -1.11 6 0.60 [bos] b a b b [eos] cls2 - sp1 : -180.68 -1.42 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -181.10 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -181.60 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -181.67 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -6.29 -6.29 2 1.00 [bos] [eos] cls3 - sp1 : -19.14 -0.15 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -19.76 -0.16 128 0.99 [bos] b a b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.44 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -20.70 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-39 src: none none 6 [bos] b a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.35 /-6.03 /0.68 /0.0/-0.00 -1.07 /-1.21 6 [bos] b a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.32 /-3.91 /-15.41 / /-16.09 -6.44 /-1.30 4 [bos] b a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.51 /-2.30 /-18.20 / /-18.88 -10.25/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -26.58 /-4.42 /-22.15 / /-22.83 -6.64 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -11.09 /-4.93 /-6.16 / /-6.83 -2.22 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -25.95 /-2.30 /-23.64 / /-24.32 -12.97/-1.15 3 [bos] a [eos] cls0 - sp0 : -6.19 -6.19 2 0.00 [bos] [eos] cls0 - sp1 : -22.58 -0.18 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -23.67 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -23.85 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -24.08 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -6.30 -1.26 6 0.40 [bos] b a b b [eos] cls1 - sp1 : -48.37 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -48.42 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -48.60 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -48.65 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -5.57 -1.11 6 0.60 [bos] b a b b [eos] cls2 - sp1 : -180.68 -1.42 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -181.10 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -181.60 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -181.67 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -6.29 -6.29 2 1.00 [bos] [eos] cls3 - sp1 : -19.14 -0.15 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -19.76 -0.16 128 0.99 [bos] b a b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.44 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -20.70 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-40 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.87 /-3.91 /2.04 /0.0/-0.00 -0.62 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -43.78 /-9.25 /-34.53 / /-36.57 -6.25 /-1.32 8 [bos] a b b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -44.99 /-9.76 /-35.23 / /-37.27 -5.62 /-1.22 9 [bos] b b b a b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -15.78 /-4.93 /-10.84 / /-12.88 -3.16 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -19.85 /-3.91 /-15.94 / /-17.98 -6.62 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.54 /-2.30 /-21.24 / /-23.28 -11.77/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-41 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.93 /-3.91 /0.98 /0.0/-0.00 -0.98 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -45.90 /-9.25 /-36.65 / /-37.63 -6.56 /-1.32 8 [bos] a b b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -47.78 /-9.76 /-38.02 / /-39.00 -5.97 /-1.22 9 [bos] b b b a b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -18.89 /-4.93 /-13.96 / /-14.94 -3.78 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -20.65 /-3.91 /-16.73 / /-17.71 -6.88 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.21 /-2.30 /-20.91 / /-21.89 -11.60/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-42 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.99 /-3.91 /1.92 /0.0/-0.00 -0.66 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -43.90 /-9.25 /-34.65 / /-36.57 -6.27 /-1.32 8 [bos] a b b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -46.27 /-9.76 /-36.51 / /-38.44 -5.78 /-1.22 9 [bos] b b b a b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -15.62 /-4.93 /-10.69 / /-12.61 -3.12 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.58 /-3.91 /-14.66 / /-16.59 -6.19 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.88 /-2.30 /-19.58 / /-21.51 -10.94/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-43 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.00 /-3.91 /0.91 /0.0/-0.00 -1.00 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -48.45 /-9.25 /-39.20 / /-40.11 -6.92 /-1.32 8 [bos] a b b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -52.00 /-9.76 /-42.24 / /-43.15 -6.50 /-1.22 9 [bos] b b b a b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -20.88 /-4.93 /-15.94 / /-16.86 -4.18 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -19.49 /-3.91 /-15.58 / /-16.49 -6.50 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.61 /-2.30 /-19.31 / /-20.22 -10.81/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-44 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.24 /-3.91 /1.68 /0.0/0.00 -0.75 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -72.47 /-11.29 /-61.17 / /-62.85 -6.59 /-1.03 12 [bos] b a b b b b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -27.21 /-4.93 /-22.28 / /-23.95 -5.44 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -53.36 /-10.71 /-42.65 / /-44.33 -4.45 /-0.89 13 [bos] a b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -37.30 /-7.05 /-30.24 / /-31.92 -5.33 /-1.01 8 [bos] a a b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -36.67 /-5.52 /-31.14 / /-32.82 -9.17 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -2.24 -0.75 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.88 -1.96 4 0.00 [bos] [unk] b [eos] cls0 - sp2 : -5.97 -5.97 2 0.00 [bos] [eos] cls0 - sp3 : -9.29 -3.10 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.90 -3.30 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.67 -0.56 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.61 -1.20 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.20 -1.40 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.44 -2.15 4 0.33 [bos] [pad] b [eos] cls2 - sp0 : -0.93 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.84 -0.95 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.90 -1.63 4 0.67 [bos] a b [eos] cls2 - sp3 : -5.05 -1.68 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -5.27 -1.76 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -1.97 -0.66 4 1.00 [bos] a b [eos] cls3 - sp1 : -6.13 -2.04 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.57 -6.57 2 1.00 [bos] [eos] cls3 - sp3 : -8.02 -1.34 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.56 -1.43 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-45 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.97 /-3.91 /1.94 /0.0/0.00 -0.66 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -72.43 /-11.29 /-61.13 / /-63.07 -6.58 /-1.03 12 [bos] b a b b b b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.27 /-4.93 /-23.33 / /-25.27 -5.65 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -53.89 /-10.71 /-43.19 / /-45.13 -4.49 /-0.89 13 [bos] a b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -39.23 /-7.05 /-32.18 / /-34.12 -5.60 /-1.01 8 [bos] a a b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.48 /-5.52 /-28.96 / /-30.90 -8.62 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -2.24 -0.75 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.88 -1.96 4 0.00 [bos] [unk] b [eos] cls0 - sp2 : -5.97 -5.97 2 0.00 [bos] [eos] cls0 - sp3 : -9.29 -3.10 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.90 -3.30 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.67 -0.56 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.61 -1.20 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.20 -1.40 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.44 -2.15 4 0.33 [bos] [pad] b [eos] cls2 - sp0 : -0.93 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.84 -0.95 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.90 -1.63 4 0.67 [bos] a b [eos] cls2 - sp3 : -5.05 -1.68 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -5.27 -1.76 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -1.97 -0.66 4 1.00 [bos] a b [eos] cls3 - sp1 : -6.13 -2.04 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.57 -6.57 2 1.00 [bos] [eos] cls3 - sp3 : -8.02 -1.34 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.56 -1.43 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-46 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-3.91 /1.85 /0.0/0.00 -0.69 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -70.56 /-11.29 /-59.26 / /-61.11 -6.41 /-1.03 12 [bos] b a b b b b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -25.12 /-4.93 /-20.19 / /-22.04 -5.02 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -53.35 /-10.71 /-42.64 / /-44.49 -4.45 /-0.89 13 [bos] a b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -36.69 /-7.05 /-29.64 / /-31.49 -5.24 /-1.01 8 [bos] a a b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -32.01 /-5.52 /-26.49 / /-28.34 -8.00 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.44 -5.44 2 0.00 [bos] [eos] cls0 - sp2 : -5.56 -1.85 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -8.71 -2.90 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.63 -3.21 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.80 -0.60 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.45 -1.15 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.02 -1.34 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.04 -2.01 4 0.33 [bos] a [unk] [eos] cls2 - sp0 : -0.94 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.96 -0.99 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.86 -1.62 4 0.67 [bos] [pad] b [eos] cls2 - sp3 : -4.94 -1.65 4 0.67 [bos] a b [eos] cls2 - sp4 : -5.09 -1.70 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.00 -0.67 4 1.00 [bos] a b [eos] cls3 - sp1 : -5.93 -1.98 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.04 -6.04 2 1.00 [bos] [eos] cls3 - sp3 : -7.90 -1.32 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.24 -1.37 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-47 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.00 /-3.91 /1.91 /0.0/0.00 -0.67 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -71.56 /-11.29 /-60.27 / /-62.18 -6.51 /-1.03 12 [bos] b a b b b b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -27.63 /-4.93 /-22.69 / /-24.61 -5.53 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -55.40 /-10.71 /-44.69 / /-46.60 -4.62 /-0.89 13 [bos] a b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -38.42 /-7.05 /-31.36 / /-33.27 -5.49 /-1.01 8 [bos] a a b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -31.99 /-5.52 /-26.46 / /-28.37 -8.00 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.44 -5.44 2 0.00 [bos] [eos] cls0 - sp2 : -5.56 -1.85 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -8.71 -2.90 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.63 -3.21 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.80 -0.60 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.45 -1.15 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.02 -1.34 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.04 -2.01 4 0.33 [bos] a [unk] [eos] cls2 - sp0 : -0.94 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.96 -0.99 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.86 -1.62 4 0.67 [bos] [pad] b [eos] cls2 - sp3 : -4.94 -1.65 4 0.67 [bos] a b [eos] cls2 - sp4 : -5.09 -1.70 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.00 -0.67 4 1.00 [bos] a b [eos] cls3 - sp1 : -5.93 -1.98 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.04 -6.04 2 1.00 [bos] [eos] cls3 - sp3 : -7.90 -1.32 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.24 -1.37 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-48 src: none none 14 [bos] b b b b b a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -8.41 /-9.02 /0.61 /0.04/-0.04 -0.65 /-0.69 14 [bos] b b b b b a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -10.73 /-8.08 /-2.66 / /-3.31 -1.19 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.49 /-13.26 /-20.23 / /-20.88 -1.97 /-0.78 18 [bos] b b b b b b b b b b b a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -42.59 /-5.96 /-36.64 / /-37.29 -6.08 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -35.20 /-2.81 /-32.39 / /-33.04 -11.73/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -27.31 /-2.30 /-25.01 / /-25.66 -13.66/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.65 -11.65 2 0.00 [bos] [eos] cls0 - sp1 : -25.33 -0.42 62 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos] cls0 - sp2 : -45.72 -0.36 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -45.85 -0.36 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -46.29 -0.36 128 0.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -6.18 -0.69 10 0.44 [bos] b b b b b a a a [eos] cls1 - sp1 : -8.07 -0.62 14 0.38 [bos] b b b b a a a a a a a a [eos] cls1 - sp2 : -8.54 -0.61 15 0.36 [bos] b b b b a a a a a a a a a [eos] cls1 - sp3 : -9.03 -0.60 16 0.33 [bos] b b b b a a a a a a a a a a [eos] cls1 - sp4 : -9.49 -0.59 17 0.31 [bos] b b b b a a a a a a a a a a a [eos] cls2 - sp0 : -5.10 -0.57 10 0.56 [bos] b b b b a a a a [eos] cls2 - sp1 : -5.82 -0.65 10 0.56 [bos] b b b b b a a a [eos] cls2 - sp2 : -7.16 -0.65 12 0.64 [bos] b b b b a a a a a a [eos] cls2 - sp3 : -7.97 -0.66 13 0.67 [bos] b b b b b a a a a a a [eos] cls2 - sp4 : -8.13 -0.63 14 0.69 [bos] b b b b b a a a a a a a [eos] cls3 - sp0 : -6.16 -0.44 15 0.93 [bos] b b b b a a a a a a a a a [eos] cls3 - sp1 : -6.25 -0.37 18 0.94 [bos] b b b b a a a a a a a a a a a a [eos] cls3 - sp2 : -6.36 -0.42 16 0.93 [bos] b b b b a a a a a a a a a a [eos] cls3 - sp3 : -6.56 -0.41 17 0.94 [bos] b b b b a a a a a a a a a a a [eos] cls3 - sp4 : -6.62 -0.39 18 1.00 [bos] b b b b a a a a a a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-49 src: none none 14 [bos] b b b b b a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -6.68 /-9.02 /2.34 /0.01/-0.01 -0.51 /-0.69 14 [bos] b b b b b a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -10.95 /-8.08 /-2.88 / /-5.22 -1.22 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -38.48 /-13.26 /-25.22 / /-27.56 -2.26 /-0.78 18 [bos] b b b b b b b b b b b a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -43.51 /-5.96 /-37.55 / /-39.90 -6.22 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -34.82 /-2.81 /-32.01 / /-34.36 -11.61/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.67 /-2.30 /-24.37 / /-26.71 -13.33/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.65 -11.65 2 0.00 [bos] [eos] cls0 - sp1 : -25.33 -0.42 62 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos] cls0 - sp2 : -45.72 -0.36 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -45.85 -0.36 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -46.29 -0.36 128 0.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -6.18 -0.69 10 0.44 [bos] b b b b b a a a [eos] cls1 - sp1 : -8.07 -0.62 14 0.38 [bos] b b b b a a a a a a a a [eos] cls1 - sp2 : -8.54 -0.61 15 0.36 [bos] b b b b a a a a a a a a a [eos] cls1 - sp3 : -9.03 -0.60 16 0.33 [bos] b b b b a a a a a a a a a a [eos] cls1 - sp4 : -9.49 -0.59 17 0.31 [bos] b b b b a a a a a a a a a a a [eos] cls2 - sp0 : -5.10 -0.57 10 0.56 [bos] b b b b a a a a [eos] cls2 - sp1 : -5.82 -0.65 10 0.56 [bos] b b b b b a a a [eos] cls2 - sp2 : -7.16 -0.65 12 0.64 [bos] b b b b a a a a a a [eos] cls2 - sp3 : -7.97 -0.66 13 0.67 [bos] b b b b b a a a a a a [eos] cls2 - sp4 : -8.13 -0.63 14 0.69 [bos] b b b b b a a a a a a a [eos] cls3 - sp0 : -6.16 -0.44 15 0.93 [bos] b b b b a a a a a a a a a [eos] cls3 - sp1 : -6.25 -0.37 18 0.94 [bos] b b b b a a a a a a a a a a a a [eos] cls3 - sp2 : -6.36 -0.42 16 0.93 [bos] b b b b a a a a a a a a a a [eos] cls3 - sp3 : -6.56 -0.41 17 0.94 [bos] b b b b a a a a a a a a a a a [eos] cls3 - sp4 : -6.62 -0.39 18 1.00 [bos] b b b b a a a a a a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-50 src: none none 14 [bos] b b b b b a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -8.62 /-9.02 /0.41 /0.01/-0.01 -0.66 /-0.69 14 [bos] b b b b b a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -11.88 /-8.08 /-3.80 / /-4.22 -1.32 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.45 /-13.26 /-20.19 / /-20.61 -1.97 /-0.78 18 [bos] b b b b b b b b b b b a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -41.36 /-5.96 /-35.41 / /-35.83 -5.91 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -35.25 /-2.81 /-32.44 / /-32.86 -11.75/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -27.89 /-2.30 /-25.59 / /-26.01 -13.95/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.92 -11.92 2 0.00 [bos] [eos] cls0 - sp1 : -31.07 -0.24 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -31.51 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -31.63 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -32.22 -0.25 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -9.43 -0.52 19 0.28 [bos] b b b b b a a a a a a a a a a a a [eos] cls1 - sp1 : -9.80 -0.58 18 0.29 [bos] b b b b b a a a a a a a a a a a [eos] cls1 - sp2 : -10.03 -0.53 20 0.26 [bos] b b b b b a a a a a a a a a a a a a [eos] cls1 - sp3 : -10.33 -0.52 21 0.25 [bos] b b b b b a a a a a a a a a a a a a a [eos] cls1 - sp4 : -11.53 -0.55 22 0.29 [bos] b b b b b a a a a a a a a a a a a a a a [eos] cls2 - sp0 : -7.04 -0.64 12 0.73 [bos] b b b b b a a a a a [eos] cls2 - sp1 : -7.97 -0.66 13 0.67 [bos] b b b b b a a a a a a [eos] cls2 - sp2 : -9.95 -0.62 17 0.69 [bos] b b b b b a a a a a a a a a a [eos] cls2 - sp3 : -54.46 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls2 - sp4 : -54.49 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp0 : -11.79 -11.79 2 1.00 [bos] [eos] cls3 - sp1 : -12.03 -0.09 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -12.96 -0.10 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp3 : -13.66 -0.11 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -13.94 -0.11 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-51 src: none none 14 [bos] b b b b b a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -6.67 /-9.02 /2.35 /0.0/-0.00 -0.51 /-0.69 14 [bos] b b b b b a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -11.64 /-8.08 /-3.56 / /-5.91 -1.29 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -36.05 /-13.26 /-22.79 / /-25.14 -2.12 /-0.78 18 [bos] b b b b b b b b b b b a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -44.87 /-5.96 /-38.92 / /-41.27 -6.41 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -35.14 /-2.81 /-32.33 / /-34.68 -11.71/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -27.14 /-2.30 /-24.84 / /-27.19 -13.57/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.92 -11.92 2 0.00 [bos] [eos] cls0 - sp1 : -31.07 -0.24 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -31.51 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -31.63 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -32.22 -0.25 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -9.43 -0.52 19 0.28 [bos] b b b b b a a a a a a a a a a a a [eos] cls1 - sp1 : -9.80 -0.58 18 0.29 [bos] b b b b b a a a a a a a a a a a [eos] cls1 - sp2 : -10.03 -0.53 20 0.26 [bos] b b b b b a a a a a a a a a a a a a [eos] cls1 - sp3 : -10.33 -0.52 21 0.25 [bos] b b b b b a a a a a a a a a a a a a a [eos] cls1 - sp4 : -11.53 -0.55 22 0.29 [bos] b b b b b a a a a a a a a a a a a a a a [eos] cls2 - sp0 : -7.04 -0.64 12 0.73 [bos] b b b b b a a a a a [eos] cls2 - sp1 : -7.97 -0.66 13 0.67 [bos] b b b b b a a a a a a [eos] cls2 - sp2 : -9.95 -0.62 17 0.69 [bos] b b b b b a a a a a a a a a a [eos] cls2 - sp3 : -54.46 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls2 - sp4 : -54.49 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp0 : -11.79 -11.79 2 1.00 [bos] [eos] cls3 - sp1 : -12.03 -0.09 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -12.96 -0.10 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp3 : -13.66 -0.11 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -13.94 -0.11 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-52 src: none none 11 [bos] b a a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.34 /-8.59 /3.24 /0.0/0.00 -0.53 /-0.86 11 [bos] b a a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -35.49 /-3.84 /-31.66 / /-34.90 -7.10 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -56.68 /-4.86 /-51.83 / /-55.07 -8.10 /-0.69 8 [bos] b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -27.64 /-2.81 /-24.82 / /-28.07 -9.21 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -35.20 /-20.64 /-14.55 / /-17.80 -1.41 /-0.83 26 [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -18.01 /-3.84 /-14.17 / /-17.42 -3.60 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -5.34 -0.53 11 0.00 [bos] b a a a a a b b b [eos] cls0 - sp1 : -6.20 -0.52 13 0.00 [bos] b a a a a a b b b b b [eos] cls0 - sp2 : -7.20 -0.42 18 0.00 [bos] b a a a a a b b b b b b b b b b [eos] cls0 - sp3 : -8.45 -0.40 22 0.00 [bos] b a a a a a b b b b b b b b b b b b b b [eos] cls0 - sp4 : -8.71 -0.41 22 0.05 [bos] b a a a a a b b b b b b b b b b b b b b [eos] cls1 - sp0 : -7.18 -0.72 11 0.40 [bos] b a a a a a b b b [eos] cls1 - sp1 : -7.33 -0.73 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp2 : -7.45 -0.75 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp3 : -7.46 -0.75 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp4 : -7.56 -0.76 11 0.30 [bos] b a a a b a b b b [eos] cls2 - sp0 : -6.23 -0.62 11 0.70 [bos] b a a a b a b b b [eos] cls2 - sp1 : -6.73 -0.67 11 0.70 [bos] b a a a b a b b b [eos] cls2 - sp2 : -7.58 -0.69 12 0.73 [bos] b a a a b a b b b b [eos] cls2 - sp3 : -8.17 -0.68 13 0.67 [bos] b a a a b a b b b b b [eos] cls2 - sp4 : -8.21 -0.68 13 0.67 [bos] b a a a b a b b b b b [eos] cls3 - sp0 : -4.64 -0.46 11 1.00 [bos] b a a a b a b b b [eos] cls3 - sp1 : -5.51 -0.50 12 1.00 [bos] b a a a b a b b b b [eos] cls3 - sp2 : -5.72 -0.48 13 1.00 [bos] b a a a b a b b b b b [eos] cls3 - sp3 : -6.51 -0.36 19 1.00 [bos] b a a a b a b b b b b b b b b b b [eos] cls3 - sp4 : -7.17 -0.38 20 1.00 [bos] b a a a b a b b b b b b b b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-53 src: none none 11 [bos] b a a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.76 /-8.59 /2.83 /0.0/-0.00 -0.58 /-0.86 11 [bos] b a a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -36.25 /-3.84 /-32.41 / /-35.24 -7.25 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -56.26 /-4.86 /-51.40 / /-54.23 -8.04 /-0.69 8 [bos] b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.34 /-2.81 /-26.53 / /-29.36 -9.78 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -43.07 /-20.64 /-22.42 / /-25.25 -1.72 /-0.83 26 [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -15.40 /-3.84 /-11.56 / /-14.39 -3.08 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -5.34 -0.53 11 0.00 [bos] b a a a a a b b b [eos] cls0 - sp1 : -6.20 -0.52 13 0.00 [bos] b a a a a a b b b b b [eos] cls0 - sp2 : -7.20 -0.42 18 0.00 [bos] b a a a a a b b b b b b b b b b [eos] cls0 - sp3 : -8.45 -0.40 22 0.00 [bos] b a a a a a b b b b b b b b b b b b b b [eos] cls0 - sp4 : -8.71 -0.41 22 0.05 [bos] b a a a a a b b b b b b b b b b b b b b [eos] cls1 - sp0 : -7.18 -0.72 11 0.40 [bos] b a a a a a b b b [eos] cls1 - sp1 : -7.33 -0.73 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp2 : -7.45 -0.75 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp3 : -7.46 -0.75 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp4 : -7.56 -0.76 11 0.30 [bos] b a a a b a b b b [eos] cls2 - sp0 : -6.23 -0.62 11 0.70 [bos] b a a a b a b b b [eos] cls2 - sp1 : -6.73 -0.67 11 0.70 [bos] b a a a b a b b b [eos] cls2 - sp2 : -7.58 -0.69 12 0.73 [bos] b a a a b a b b b b [eos] cls2 - sp3 : -8.17 -0.68 13 0.67 [bos] b a a a b a b b b b b [eos] cls2 - sp4 : -8.21 -0.68 13 0.67 [bos] b a a a b a b b b b b [eos] cls3 - sp0 : -4.64 -0.46 11 1.00 [bos] b a a a b a b b b [eos] cls3 - sp1 : -5.51 -0.50 12 1.00 [bos] b a a a b a b b b b [eos] cls3 - sp2 : -5.72 -0.48 13 1.00 [bos] b a a a b a b b b b b [eos] cls3 - sp3 : -6.51 -0.36 19 1.00 [bos] b a a a b a b b b b b b b b b b b [eos] cls3 - sp4 : -7.17 -0.38 20 1.00 [bos] b a a a b a b b b b b b b b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-54 src: none none 11 [bos] b a a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.30 /-8.59 /4.28 /0.0/0.00 -0.43 /-0.86 11 [bos] b a a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -33.23 /-3.84 /-29.40 / /-33.68 -6.65 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -55.73 /-4.86 /-50.87 / /-55.16 -7.96 /-0.69 8 [bos] b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -27.47 /-2.81 /-24.66 / /-28.94 -9.16 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -34.87 /-20.64 /-14.23 / /-18.51 -1.39 /-0.83 26 [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -17.55 /-3.84 /-13.71 / /-18.00 -3.51 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -4.30 -0.43 11 0.00 [bos] b a a a a a b b b [eos] cls0 - sp1 : -4.91 -0.49 11 0.10 [bos] b a a a a a b b b [eos] cls0 - sp2 : -5.64 -0.51 12 0.00 [bos] b a a a a a b b b a [eos] cls0 - sp3 : -5.83 -0.58 11 0.10 [bos] b a a a b a b b b [eos] cls0 - sp4 : -5.92 -0.59 11 0.10 [bos] b a a a a a b b b [eos] cls1 - sp0 : -7.04 -0.70 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp1 : -7.35 -0.74 11 0.30 [bos] b a a a b a b b b [eos] cls1 - sp2 : -7.43 -0.74 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp3 : -7.53 -0.75 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp4 : -7.67 -0.77 11 0.30 [bos] b a a a b a b b b [eos] cls2 - sp0 : -8.65 -0.72 13 0.67 [bos] b a a a b a b b b b b [eos] cls2 - sp1 : -8.78 -0.73 13 0.67 [bos] b a a a [unk] a b b b b b [eos] cls2 - sp2 : -9.03 -0.75 13 0.67 [bos] b a a a [pad] a b b b b b [eos] cls2 - sp3 : -9.57 -0.53 19 0.72 [bos] b a a a a a b b b b b b b b b b b [eos] cls2 - sp4 : -9.85 -0.55 19 0.67 [bos] b a a a a a b b b b b b b b b b b [eos] cls3 - sp0 : -11.74 -11.74 2 1.00 [bos] [eos] cls3 - sp1 : -11.98 -0.09 128 0.99 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -12.60 -0.10 128 0.99 [bos] b a a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -12.65 -0.10 128 0.99 [bos] b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -13.25 -0.10 128 1.00 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-55 src: none none 11 [bos] b a a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.64 /-8.59 /1.95 /0.0/-0.00 -0.66 /-0.86 11 [bos] b a a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -32.07 /-3.84 /-28.24 / /-30.19 -6.41 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -55.20 /-4.86 /-50.34 / /-52.29 -7.89 /-0.69 8 [bos] b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.30 /-2.81 /-26.49 / /-28.44 -9.77 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -40.29 /-20.64 /-19.64 / /-21.59 -1.61 /-0.83 26 [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -13.59 /-3.84 /-9.76 / /-11.71 -2.72 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -4.30 -0.43 11 0.00 [bos] b a a a a a b b b [eos] cls0 - sp1 : -4.91 -0.49 11 0.10 [bos] b a a a a a b b b [eos] cls0 - sp2 : -5.64 -0.51 12 0.00 [bos] b a a a a a b b b a [eos] cls0 - sp3 : -5.83 -0.58 11 0.10 [bos] b a a a b a b b b [eos] cls0 - sp4 : -5.92 -0.59 11 0.10 [bos] b a a a a a b b b [eos] cls1 - sp0 : -7.04 -0.70 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp1 : -7.35 -0.74 11 0.30 [bos] b a a a b a b b b [eos] cls1 - sp2 : -7.43 -0.74 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp3 : -7.53 -0.75 11 0.30 [bos] b a a a a a b b b [eos] cls1 - sp4 : -7.67 -0.77 11 0.30 [bos] b a a a b a b b b [eos] cls2 - sp0 : -8.65 -0.72 13 0.67 [bos] b a a a b a b b b b b [eos] cls2 - sp1 : -8.78 -0.73 13 0.67 [bos] b a a a [unk] a b b b b b [eos] cls2 - sp2 : -9.03 -0.75 13 0.67 [bos] b a a a [pad] a b b b b b [eos] cls2 - sp3 : -9.57 -0.53 19 0.72 [bos] b a a a a a b b b b b b b b b b b [eos] cls2 - sp4 : -9.85 -0.55 19 0.67 [bos] b a a a a a b b b b b b b b b b b [eos] cls3 - sp0 : -11.74 -11.74 2 1.00 [bos] [eos] cls3 - sp1 : -11.98 -0.09 128 0.99 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -12.60 -0.10 128 0.99 [bos] b a a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -12.65 -0.10 128 0.99 [bos] b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -13.25 -0.10 128 1.00 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-56 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.87 /-3.91 /2.04 /0.0/-0.00 -0.62 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -12.03 /-2.81 /-9.22 / /-11.26 -4.01 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -38.12 /-5.96 /-32.17 / /-34.21 -5.45 /-0.85 8 [bos] a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.54 /-2.30 /-21.24 / /-23.28 -11.77/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.20 /-9.76 /-26.44 / /-28.48 -4.53 /-1.22 9 [bos] b a a a b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.54 /-2.30 /-21.24 / /-23.28 -11.77/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-57 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.93 /-3.91 /0.98 /0.0/-0.00 -0.98 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.74 /-2.81 /-10.92 / /-11.90 -4.58 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -35.44 /-5.96 /-29.49 / /-30.47 -5.06 /-0.85 8 [bos] a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.21 /-2.30 /-20.91 / /-21.89 -11.60/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -39.88 /-9.76 /-30.12 / /-31.10 -4.98 /-1.22 9 [bos] b a a a b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.21 /-2.30 /-20.91 / /-21.89 -11.60/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-58 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.99 /-3.91 /1.92 /0.0/-0.00 -0.66 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -11.46 /-2.81 /-8.65 / /-10.57 -3.82 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -38.52 /-5.96 /-32.57 / /-34.49 -5.50 /-0.85 8 [bos] a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -21.88 /-2.30 /-19.58 / /-21.51 -10.94/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.67 /-9.76 /-27.91 / /-29.83 -4.71 /-1.22 9 [bos] b a a a b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.88 /-2.30 /-19.58 / /-21.51 -10.94/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-59 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.00 /-3.91 /0.91 /0.0/-0.00 -1.00 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.09 /-2.81 /-10.28 / /-11.19 -4.36 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -37.35 /-5.96 /-31.40 / /-32.31 -5.34 /-0.85 8 [bos] a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -21.61 /-2.30 /-19.31 / /-20.22 -10.81/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -43.34 /-9.76 /-33.58 / /-34.49 -5.42 /-1.22 9 [bos] b a a a b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.61 /-2.30 /-19.31 / /-20.22 -10.81/-1.15 3 [bos] a [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-60 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.88 /-5.44 /1.56 /0.0/-0.00 -0.65 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -43.53 /-3.84 /-39.69 / /-41.25 -8.71 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.25 /-2.30 /-17.95 / /-19.51 -10.12/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.25 /-2.30 /-17.95 / /-19.51 -10.12/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.60 /-2.81 /-12.78 / /-14.34 -5.20 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -38.97 /-3.32 /-35.65 / /-37.21 -9.74 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.88 -0.65 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -4.07 -0.68 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.47 -0.75 7 0.17 [bos] a b b b [unk] [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.17 -0.86 7 0.17 [bos] a b b b [unk] [eos] cls1 - sp0 : -4.19 -0.70 7 0.33 [bos] a b b b [pad] [eos] cls1 - sp1 : -4.37 -0.73 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp2 : -4.44 -0.74 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.75 -0.79 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -3.03 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.85 -1.28 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.01 -0.67 7 0.67 [bos] a b b b b [eos] cls2 - sp3 : -4.14 -0.69 7 0.67 [bos] a b b b [unk] [eos] cls2 - sp4 : -4.43 -0.74 7 0.50 [bos] a b b b [pad] [eos] cls3 - sp0 : -1.92 -0.32 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -3.00 -0.50 7 0.83 [bos] a b b b [unk] [eos] cls3 - sp2 : -3.01 -0.50 7 1.00 [bos] a b b b b [eos] cls3 - sp3 : -3.75 -0.63 7 0.83 [bos] a b b b [pad] [eos] cls3 - sp4 : -4.12 -0.69 7 1.00 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-61 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.01 /-5.44 /2.43 /0.0/-0.00 -0.50 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -36.29 /-3.84 /-32.46 / /-34.89 -7.26 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.65 /-2.30 /-17.35 / /-19.79 -9.83 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.65 /-2.30 /-17.35 / /-19.79 -9.83 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -14.45 /-2.81 /-11.63 / /-14.07 -4.82 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -35.91 /-3.32 /-32.59 / /-35.02 -8.98 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.88 -0.65 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -4.07 -0.68 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.47 -0.75 7 0.17 [bos] a b b b [unk] [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.17 -0.86 7 0.17 [bos] a b b b [unk] [eos] cls1 - sp0 : -4.19 -0.70 7 0.33 [bos] a b b b [pad] [eos] cls1 - sp1 : -4.37 -0.73 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp2 : -4.44 -0.74 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.75 -0.79 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -3.03 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.85 -1.28 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.01 -0.67 7 0.67 [bos] a b b b b [eos] cls2 - sp3 : -4.14 -0.69 7 0.67 [bos] a b b b [unk] [eos] cls2 - sp4 : -4.43 -0.74 7 0.50 [bos] a b b b [pad] [eos] cls3 - sp0 : -1.92 -0.32 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -3.00 -0.50 7 0.83 [bos] a b b b [unk] [eos] cls3 - sp2 : -3.01 -0.50 7 1.00 [bos] a b b b b [eos] cls3 - sp3 : -3.75 -0.63 7 0.83 [bos] a b b b [pad] [eos] cls3 - sp4 : -4.12 -0.69 7 1.00 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-62 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.54 /-5.44 /1.91 /0.0/0.00 -0.59 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -43.57 /-3.84 /-39.74 / /-41.65 -8.71 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.63 /-2.30 /-18.33 / /-20.23 -10.32/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.63 /-2.30 /-18.33 / /-20.23 -10.32/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.60 /-2.81 /-15.79 / /-17.69 -6.20 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -38.63 /-3.32 /-35.31 / /-37.22 -9.66 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.54 -0.59 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -3.63 -0.61 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.18 -0.70 7 0.17 [bos] a b b b b [eos] cls0 - sp3 : -4.76 -0.79 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.05 -0.84 7 0.17 [bos] a b b b b [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a b b b b [eos] cls1 - sp1 : -4.01 -0.67 7 0.33 [bos] a b b b b [eos] cls1 - sp2 : -4.17 -0.70 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.78 -0.80 7 0.33 [bos] a b b b b [eos] cls1 - sp4 : -5.33 -0.89 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -2.77 -0.46 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp2 : -3.44 -0.57 7 0.50 [bos] a b b b b [eos] cls2 - sp3 : -4.08 -0.68 7 0.67 [bos] a b b b b [eos] cls2 - sp4 : -4.34 -0.72 7 0.50 [bos] a b b b b [eos] cls3 - sp0 : -1.26 -0.21 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -2.36 -0.39 7 1.00 [bos] a b b b b [eos] cls3 - sp2 : -3.90 -0.65 7 0.83 [bos] a b b b b [eos] cls3 - sp3 : -4.20 -0.70 7 0.83 [bos] a b b b b [eos] cls3 - sp4 : -4.49 -0.75 7 0.83 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-63 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.36 /-5.44 /3.08 /0.0/0.00 -0.39 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -40.59 /-3.84 /-36.75 / /-39.83 -8.12 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.09 /-2.30 /-17.78 / /-20.87 -10.04/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.09 /-2.30 /-17.78 / /-20.87 -10.04/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -20.54 /-2.81 /-17.72 / /-20.81 -6.85 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -35.48 /-3.32 /-32.15 / /-35.23 -8.87 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.54 -0.59 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -3.63 -0.61 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.18 -0.70 7 0.17 [bos] a b b b b [eos] cls0 - sp3 : -4.76 -0.79 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.05 -0.84 7 0.17 [bos] a b b b b [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a b b b b [eos] cls1 - sp1 : -4.01 -0.67 7 0.33 [bos] a b b b b [eos] cls1 - sp2 : -4.17 -0.70 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.78 -0.80 7 0.33 [bos] a b b b b [eos] cls1 - sp4 : -5.33 -0.89 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -2.77 -0.46 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp2 : -3.44 -0.57 7 0.50 [bos] a b b b b [eos] cls2 - sp3 : -4.08 -0.68 7 0.67 [bos] a b b b b [eos] cls2 - sp4 : -4.34 -0.72 7 0.50 [bos] a b b b b [eos] cls3 - sp0 : -1.26 -0.21 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -2.36 -0.39 7 1.00 [bos] a b b b b [eos] cls3 - sp2 : -3.90 -0.65 7 0.83 [bos] a b b b b [eos] cls3 - sp3 : -4.20 -0.70 7 0.83 [bos] a b b b b [eos] cls3 - sp4 : -4.49 -0.75 7 0.83 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-64 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 /0.69/-0.69 -0.63 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 / /-0.69 -0.63 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -10.84 /-2.30 /-8.54 / /-10.27 -5.42 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -22.74 /-4.35 /-18.40 / /-20.12 -3.79 /-0.72 7 [bos] b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -10.07 /-2.81 /-7.26 / /-8.99 -3.36 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -46.60 /-5.96 /-40.64 / /-42.37 -6.66 /-0.85 8 [bos] a a a b b b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-65 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 /0.69/-0.69 -1.16 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 / /-0.69 -1.16 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -11.21 /-2.30 /-8.91 / /-9.58 -5.61 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -22.36 /-4.35 /-18.01 / /-18.68 -3.73 /-0.72 7 [bos] b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -13.97 /-2.81 /-11.16 / /-11.83 -4.66 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -41.15 /-5.96 /-35.20 / /-35.87 -5.88 /-0.85 8 [bos] a a a b b b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-66 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 /0.69/-0.69 -0.66 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 / /-0.69 -0.66 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -9.85 /-2.30 /-7.55 / /-9.22 -4.93 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -25.58 /-4.35 /-21.23 / /-22.91 -4.26 /-0.72 7 [bos] b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -9.99 /-2.81 /-7.18 / /-8.86 -3.33 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -45.55 /-5.96 /-39.60 / /-41.28 -6.51 /-0.85 8 [bos] a a a b b b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-67 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 /0.69/-0.69 -1.23 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 / /-0.69 -1.23 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -10.29 /-2.30 /-7.99 / /-8.52 -5.15 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -25.65 /-4.35 /-21.30 / /-21.84 -4.27 /-0.72 7 [bos] b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -11.59 /-2.81 /-8.77 / /-9.31 -3.86 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -41.25 /-5.96 /-35.30 / /-35.83 -5.89 /-0.85 8 [bos] a a a b b b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-68 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.74 /-3.84 /-4.90 /0.0/-0.00 -1.75 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -50.52 /-3.84 /-46.69 / /-41.79 -10.10/-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.66 /-3.91 /-26.75 / /-21.84 -10.22/-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -35.62 /-7.64 /-27.97 / /-23.07 -5.94 /-1.27 7 [bos] a b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.90 /-3.91 /-23.98 / /-19.08 -9.30 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -17.36 /-3.32 /-14.03 / /-9.13 -4.34 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-69 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.93 /-3.84 /-3.09 /0.0/-0.00 -1.39 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -45.76 /-3.84 /-41.93 / /-38.84 -9.15 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.92 /-3.91 /-26.01 / /-22.92 -9.97 /-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -30.26 /-7.64 /-22.62 / /-19.53 -5.04 /-1.27 7 [bos] a b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -26.56 /-3.91 /-22.65 / /-19.56 -8.85 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -17.95 /-3.32 /-14.63 / /-11.54 -4.49 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-70 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.50 /-3.84 /-4.66 /0.0/-0.00 -1.70 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -46.67 /-3.84 /-42.83 / /-38.17 -9.33 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.06 /-3.91 /-25.15 / /-20.49 -9.69 /-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -32.42 /-7.64 /-24.78 / /-20.11 -5.40 /-1.27 7 [bos] a b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.89 /-3.91 /-21.98 / /-17.32 -8.63 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -17.77 /-3.32 /-14.45 / /-9.78 -4.44 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-71 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.18 /-3.84 /-1.35 /0.0/-0.00 -1.04 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -40.98 /-3.84 /-37.14 / /-35.80 -8.20 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.28 /-3.91 /-25.37 / /-24.02 -9.76 /-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -25.23 /-7.64 /-17.59 / /-16.24 -4.20 /-1.27 7 [bos] a b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.29 /-3.91 /-21.38 / /-20.03 -8.43 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -18.10 /-3.32 /-14.78 / /-13.43 -4.53 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-72 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.04 /-4.42 /1.38 /0.0/0.00 -0.76 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -34.10 /-7.49 /-26.61 / /-27.99 -3.41 /-0.75 11 [bos] a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -74.70 /-20.72 /-53.98 / /-55.36 -3.25 /-0.90 24 [bos] a a a b b a a a a a b b a a a a b b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -48.55 /-5.44 /-43.11 / /-44.49 -8.09 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -46.96 /-4.86 /-42.11 / /-43.49 -6.71 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -18.25 /-2.30 /-15.95 / /-17.33 -9.13 /-1.15 3 [bos] a [eos] cls0 - sp0 : -3.04 -0.76 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.85 -1.96 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.92 -7.92 2 0.00 [bos] [eos] cls0 - sp3 : -10.26 -2.05 6 0.20 [bos] a a b [pad] [eos] cls0 - sp4 : -10.35 -1.73 7 0.17 [bos] a a b [unk] a [eos] cls1 - sp0 : -2.74 -0.69 5 0.25 [bos] a a b [eos] cls1 - sp1 : -4.00 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.56 -1.14 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.63 -1.16 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.78 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -2.00 -0.50 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.01 -0.75 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.58 -0.89 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.49 -1.12 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.30 -1.32 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.06 -0.26 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.85 -0.71 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.76 -0.94 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.37 -1.34 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-73 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.83 /-4.42 /2.59 /0.0/0.00 -0.46 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -33.21 /-7.49 /-25.72 / /-28.31 -3.32 /-0.75 11 [bos] a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -102.26/-20.72 /-81.54 / /-84.13 -4.45 /-0.90 24 [bos] a a a b b a a a a a b b a a a a b b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -32.70 /-5.44 /-27.26 / /-29.85 -5.45 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -55.56 /-4.86 /-50.70 / /-53.30 -7.94 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -18.10 /-2.30 /-15.79 / /-18.39 -9.05 /-1.15 3 [bos] a [eos] cls0 - sp0 : -3.04 -0.76 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.85 -1.96 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.92 -7.92 2 0.00 [bos] [eos] cls0 - sp3 : -10.26 -2.05 6 0.20 [bos] a a b [pad] [eos] cls0 - sp4 : -10.35 -1.73 7 0.17 [bos] a a b [unk] a [eos] cls1 - sp0 : -2.74 -0.69 5 0.25 [bos] a a b [eos] cls1 - sp1 : -4.00 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.56 -1.14 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.63 -1.16 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.78 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -2.00 -0.50 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.01 -0.75 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.58 -0.89 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.49 -1.12 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.30 -1.32 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.06 -0.26 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.85 -0.71 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.76 -0.94 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.37 -1.34 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-74 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.01 /-4.42 /1.41 /0.0/0.00 -0.75 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -34.69 /-7.49 /-27.21 / /-28.62 -3.47 /-0.75 11 [bos] a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -73.60 /-20.72 /-52.88 / /-54.30 -3.20 /-0.90 24 [bos] a a a b b a a a a a b b a a a a b b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -48.56 /-5.44 /-43.12 / /-44.53 -8.09 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -47.59 /-4.86 /-42.73 / /-44.14 -6.80 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -17.56 /-2.30 /-15.26 / /-16.68 -8.78 /-1.15 3 [bos] a [eos] cls0 - sp0 : -3.01 -0.75 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.80 -1.95 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.81 -7.81 2 0.00 [bos] [eos] cls0 - sp3 : -10.30 -1.72 7 0.17 [bos] a a b [unk] a [eos] cls0 - sp4 : -10.35 -2.07 6 0.20 [bos] a a b [pad] [eos] cls1 - sp0 : -2.82 -0.70 5 0.25 [bos] a a b [eos] cls1 - sp1 : -3.99 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.46 -1.11 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.61 -1.15 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.81 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -1.97 -0.49 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.65 -0.91 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.39 -1.10 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.18 -1.30 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.07 -0.27 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.82 -0.70 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.80 -0.95 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.27 -1.32 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-75 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.83 /-4.42 /2.59 /0.0/0.00 -0.46 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -33.88 /-7.49 /-26.39 / /-28.98 -3.39 /-0.75 11 [bos] a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -95.94 /-20.72 /-75.22 / /-77.82 -4.17 /-0.90 24 [bos] a a a b b a a a a a b b a a a a b b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -32.76 /-5.44 /-27.32 / /-29.91 -5.46 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -55.29 /-4.86 /-50.43 / /-53.03 -7.90 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -17.45 /-2.30 /-15.14 / /-17.74 -8.72 /-1.15 3 [bos] a [eos] cls0 - sp0 : -3.01 -0.75 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.80 -1.95 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.81 -7.81 2 0.00 [bos] [eos] cls0 - sp3 : -10.30 -1.72 7 0.17 [bos] a a b [unk] a [eos] cls0 - sp4 : -10.35 -2.07 6 0.20 [bos] a a b [pad] [eos] cls1 - sp0 : -2.82 -0.70 5 0.25 [bos] a a b [eos] cls1 - sp1 : -3.99 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.46 -1.11 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.61 -1.15 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.81 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -1.97 -0.49 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.65 -0.91 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.39 -1.10 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.18 -1.30 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.07 -0.27 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.82 -0.70 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.80 -0.95 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.27 -1.32 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-76 src: none none 15 [bos] a a a a b b a a a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -11.62 /-12.83 /1.21 /0.0/-0.00 -0.83 /-0.92 15 [bos] a a a a b b a a a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.69 /-2.81 /-16.88 / /-18.08 -6.56 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -36.17 /-5.44 /-30.72 / /-31.93 -6.03 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.30 /-6.54 /-30.75 / /-31.96 -6.22 /-1.09 7 [bos] b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -21.73 /-2.30 /-19.42 / /-20.63 -10.86/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -16.53 /-5.37 /-11.16 / /-12.37 -2.07 /-0.67 9 [bos] a a a a a a a [eos] cls0 - sp0 : -14.82 -14.82 2 0.00 [bos] [eos] cls0 - sp1 : -41.81 -0.33 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -42.01 -0.33 128 0.00 [bos] a a a a b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -43.29 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp4 : -43.36 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.83 -0.79 16 0.47 [bos] a a a a b b b a b b b b b b [eos] cls1 - sp1 : -12.11 -0.93 14 0.31 [bos] a a a a a b b a b b b b [eos] cls1 - sp2 : -12.39 -0.88 15 0.29 [bos] a a a a a b b a b b b b b [eos] cls1 - sp3 : -12.74 -0.91 15 0.29 [bos] a a a a a b b a b b b b a [eos] cls1 - sp4 : -13.18 -0.78 18 0.41 [bos] a a a a b b b a b b b b b b b b [eos] cls2 - sp0 : -10.03 -0.84 13 0.58 [bos] a a a a b b b a b b b [eos] cls2 - sp1 : -10.29 -0.79 14 0.54 [bos] a a a a b b b a b b b b [eos] cls2 - sp2 : -10.35 -0.86 13 0.67 [bos] a a a a a b b a b b b [eos] cls2 - sp3 : -10.48 -0.87 13 0.67 [bos] a a a a b b b a b b b [eos] cls2 - sp4 : -10.51 -0.88 13 0.67 [bos] a a a a a b b a b a b [eos] cls3 - sp0 : -14.85 -14.85 2 1.00 [bos] [eos] cls3 - sp1 : -16.91 -0.13 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.81 -0.14 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -18.47 -0.15 128 1.00 [bos] a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.93 -0.15 128 1.00 [bos] a a a a b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-77 src: none none 15 [bos] a a a a b b a a a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -14.29 /-12.83 /-1.46 /0.0/-0.00 -1.02 /-0.92 15 [bos] a a a a b b a a a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.53 /-2.81 /-17.71 / /-16.25 -6.84 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -35.82 /-5.44 /-30.38 / /-28.92 -5.97 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.05 /-6.54 /-30.51 / /-29.05 -6.18 /-1.09 7 [bos] b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.92 /-2.30 /-18.62 / /-17.16 -10.46/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -14.39 /-5.37 /-9.02 / /-7.56 -1.80 /-0.67 9 [bos] a a a a a a a [eos] cls0 - sp0 : -14.82 -14.82 2 0.00 [bos] [eos] cls0 - sp1 : -41.81 -0.33 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -42.01 -0.33 128 0.00 [bos] a a a a b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -43.29 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp4 : -43.36 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.83 -0.79 16 0.47 [bos] a a a a b b b a b b b b b b [eos] cls1 - sp1 : -12.11 -0.93 14 0.31 [bos] a a a a a b b a b b b b [eos] cls1 - sp2 : -12.39 -0.88 15 0.29 [bos] a a a a a b b a b b b b b [eos] cls1 - sp3 : -12.74 -0.91 15 0.29 [bos] a a a a a b b a b b b b a [eos] cls1 - sp4 : -13.18 -0.78 18 0.41 [bos] a a a a b b b a b b b b b b b b [eos] cls2 - sp0 : -10.03 -0.84 13 0.58 [bos] a a a a b b b a b b b [eos] cls2 - sp1 : -10.29 -0.79 14 0.54 [bos] a a a a b b b a b b b b [eos] cls2 - sp2 : -10.35 -0.86 13 0.67 [bos] a a a a a b b a b b b [eos] cls2 - sp3 : -10.48 -0.87 13 0.67 [bos] a a a a b b b a b b b [eos] cls2 - sp4 : -10.51 -0.88 13 0.67 [bos] a a a a a b b a b a b [eos] cls3 - sp0 : -14.85 -14.85 2 1.00 [bos] [eos] cls3 - sp1 : -16.91 -0.13 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.81 -0.14 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -18.47 -0.15 128 1.00 [bos] a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.93 -0.15 128 1.00 [bos] a a a a b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-78 src: none none 15 [bos] a a a a b b a a a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -11.33 /-12.83 /1.50 /0.0/-0.00 -0.81 /-0.92 15 [bos] a a a a b b a a a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.52 /-2.81 /-16.70 / /-18.20 -6.51 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -33.66 /-5.44 /-28.21 / /-29.71 -5.61 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.91 /-6.54 /-31.37 / /-32.86 -6.32 /-1.09 7 [bos] b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -21.01 /-2.30 /-18.71 / /-20.21 -10.51/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -19.29 /-5.37 /-13.92 / /-15.42 -2.41 /-0.67 9 [bos] a a a a a a a [eos] cls0 - sp0 : -14.48 -14.48 2 0.00 [bos] [eos] cls0 - sp1 : -65.38 -0.51 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -65.67 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b cls0 - sp3 : -65.83 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b b cls0 - sp4 : -65.93 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b cls1 - sp0 : -6.65 -0.74 10 0.44 [bos] a a a a b b a a [eos] cls1 - sp1 : -15.88 -0.76 22 0.29 [bos] a a a a b b a a a a a a a a a a a a a a [eos] cls1 - sp2 : -22.39 -0.83 28 0.44 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b [eos] cls1 - sp3 : -24.20 -0.83 30 0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b b b [eos] cls1 - sp4 : -24.31 -0.84 30 0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b a b b [eos] cls2 - sp0 : -9.40 -0.78 13 0.50 [bos] a a a a b b a a a a a [eos] cls2 - sp1 : -9.89 -0.82 13 0.50 [bos] a a a a b b a a a a b [eos] cls2 - sp2 : -10.45 -0.87 13 0.67 [bos] a a a a b b a a b a b [eos] cls2 - sp3 : -14.34 -0.84 18 0.65 [bos] a a a a b b a a a a a b b b b b [eos] cls2 - sp4 : -14.87 -0.83 19 0.67 [bos] a a a a b b a a a a a b b b b b b [eos] cls3 - sp0 : -14.54 -14.54 2 1.00 [bos] [eos] cls3 - sp1 : -24.00 -0.19 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -24.43 -0.19 128 1.00 [bos] a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -24.52 -0.19 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -24.96 -0.20 128 1.00 [bos] a a a a b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-79 src: none none 15 [bos] a a a a b b a a a a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.96 /-12.83 /1.86 /0.0/-0.00 -0.78 /-0.92 15 [bos] a a a a b b a a a a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.92 /-2.81 /-17.10 / /-18.97 -6.64 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -34.12 /-5.44 /-28.68 / /-30.54 -5.69 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.27 /-6.54 /-30.73 / /-32.59 -6.21 /-1.09 7 [bos] b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.28 /-2.30 /-17.98 / /-19.84 -10.14/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -17.60 /-5.37 /-12.24 / /-14.10 -2.20 /-0.67 9 [bos] a a a a a a a [eos] cls0 - sp0 : -14.48 -14.48 2 0.00 [bos] [eos] cls0 - sp1 : -65.38 -0.51 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -65.67 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b cls0 - sp3 : -65.83 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b b cls0 - sp4 : -65.93 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b cls1 - sp0 : -6.65 -0.74 10 0.44 [bos] a a a a b b a a [eos] cls1 - sp1 : -15.88 -0.76 22 0.29 [bos] a a a a b b a a a a a a a a a a a a a a [eos] cls1 - sp2 : -22.39 -0.83 28 0.44 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b [eos] cls1 - sp3 : -24.20 -0.83 30 0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b b b [eos] cls1 - sp4 : -24.31 -0.84 30 0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b a b b [eos] cls2 - sp0 : -9.40 -0.78 13 0.50 [bos] a a a a b b a a a a a [eos] cls2 - sp1 : -9.89 -0.82 13 0.50 [bos] a a a a b b a a a a b [eos] cls2 - sp2 : -10.45 -0.87 13 0.67 [bos] a a a a b b a a b a b [eos] cls2 - sp3 : -14.34 -0.84 18 0.65 [bos] a a a a b b a a a a a b b b b b [eos] cls2 - sp4 : -14.87 -0.83 19 0.67 [bos] a a a a b b a a a a a b b b b b b [eos] cls3 - sp0 : -14.54 -14.54 2 1.00 [bos] [eos] cls3 - sp1 : -24.00 -0.19 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -24.43 -0.19 128 1.00 [bos] a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -24.52 -0.19 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -24.96 -0.20 128 1.00 [bos] a a a a b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-80 src: none none 6 [bos] b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -6.05 /-4.93 /-1.12 /0.0/0.00 -1.21 /-0.99 6 [bos] b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -39.05 /-2.81 /-36.24 / /-35.12 -13.02/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.05 /-2.81 /-36.24 / /-35.12 -13.02/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.66 /-2.30 /-18.36 / /-17.24 -10.33/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -79.70 /-16.12 /-63.58 / /-62.46 -5.69 /-1.15 15 [bos] a b a b b a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -55.92 /-7.05 /-48.87 / /-47.75 -7.99 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -5.83 -1.17 6 0.20 [bos] b b b a [eos] cls0 - sp1 : -5.97 -1.19 6 0.20 [bos] b b b a [eos] cls0 - sp2 : -7.51 -7.51 2 0.00 [bos] [eos] cls0 - sp3 : -46.65 -0.37 128 0.01 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -47.60 -0.37 128 0.02 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.43 -1.09 6 0.40 [bos] b b b a [eos] cls1 - sp1 : -50.23 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -50.30 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -50.31 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -50.37 -0.40 128 0.27 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -4.43 -0.89 6 0.60 [bos] b b b a [eos] cls2 - sp1 : -45.31 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -45.38 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -45.45 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -45.61 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.89 -0.03 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.10 -0.82 6 0.80 [bos] b b b a [eos] cls3 - sp2 : -4.14 -0.03 128 1.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -4.18 -0.03 128 0.99 [bos] b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -4.47 -0.04 128 0.99 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-81 src: none none 6 [bos] b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -4.49 /-4.93 /0.45 /0.0/0.00 -0.90 /-0.99 6 [bos] b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -37.97 /-2.81 /-35.16 / /-35.61 -12.66/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -37.97 /-2.81 /-35.16 / /-35.61 -12.66/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.27 /-2.30 /-18.97 / /-19.42 -10.64/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -72.58 /-16.12 /-56.45 / /-56.90 -5.18 /-1.15 15 [bos] a b a b b a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -53.88 /-7.05 /-46.82 / /-47.27 -7.70 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -5.83 -1.17 6 0.20 [bos] b b b a [eos] cls0 - sp1 : -5.97 -1.19 6 0.20 [bos] b b b a [eos] cls0 - sp2 : -7.51 -7.51 2 0.00 [bos] [eos] cls0 - sp3 : -46.65 -0.37 128 0.01 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -47.60 -0.37 128 0.02 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.43 -1.09 6 0.40 [bos] b b b a [eos] cls1 - sp1 : -50.23 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -50.30 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -50.31 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -50.37 -0.40 128 0.27 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -4.43 -0.89 6 0.60 [bos] b b b a [eos] cls2 - sp1 : -45.31 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -45.38 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -45.45 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -45.61 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.89 -0.03 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.10 -0.82 6 0.80 [bos] b b b a [eos] cls3 - sp2 : -4.14 -0.03 128 1.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -4.18 -0.03 128 0.99 [bos] b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -4.47 -0.04 128 0.99 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-82 src: none none 6 [bos] b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -9.61 /-4.93 /-4.67 /0.0/-0.00 -1.92 /-0.99 6 [bos] b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -37.34 /-2.81 /-34.52 / /-29.85 -12.45/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -37.34 /-2.81 /-34.52 / /-29.85 -12.45/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.50 /-2.30 /-18.19 / /-13.52 -10.25/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -73.24 /-16.12 /-57.12 / /-52.45 -5.23 /-1.15 15 [bos] a b a b b a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -54.18 /-7.05 /-47.13 / /-42.46 -7.74 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -6.62 -6.62 2 0.00 [bos] [eos] cls0 - sp1 : -6.92 -1.38 6 0.20 [bos] b b b a [eos] cls0 - sp2 : -19.30 -0.15 128 0.02 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -19.67 -0.15 128 0.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.81 -0.16 128 0.02 [bos] b b b a [pad] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.78 -1.16 6 0.40 [bos] b b b a [eos] cls1 - sp1 : -27.76 -0.22 128 0.37 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -27.77 -0.22 128 0.34 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -4.62 -0.92 6 0.60 [bos] b b b a [eos] cls2 - sp1 : -29.89 -0.24 128 0.62 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -29.90 -0.24 128 0.63 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.53 -0.04 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -5.31 -0.04 128 1.00 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.37 -0.04 128 0.99 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.42 -0.04 128 0.99 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.47 -0.04 128 1.00 [bos] [unk] b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-83 src: none none 6 [bos] b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -4.97 /-4.93 /-0.03 /0.0/0.00 -0.99 /-0.99 6 [bos] b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -36.17 /-2.81 /-33.36 / /-33.33 -12.06/-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -36.17 /-2.81 /-33.36 / /-33.33 -12.06/-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.23 /-2.30 /-18.93 / /-18.90 -10.62/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -63.32 /-16.12 /-47.20 / /-47.16 -4.52 /-1.15 15 [bos] a b a b b a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -50.63 /-7.05 /-43.58 / /-43.54 -7.23 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -6.62 -6.62 2 0.00 [bos] [eos] cls0 - sp1 : -6.92 -1.38 6 0.20 [bos] b b b a [eos] cls0 - sp2 : -19.30 -0.15 128 0.02 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -19.67 -0.15 128 0.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.81 -0.16 128 0.02 [bos] b b b a [pad] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.78 -1.16 6 0.40 [bos] b b b a [eos] cls1 - sp1 : -27.76 -0.22 128 0.37 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -27.77 -0.22 128 0.34 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -4.62 -0.92 6 0.60 [bos] b b b a [eos] cls2 - sp1 : -29.89 -0.24 128 0.62 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -29.90 -0.24 128 0.63 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.53 -0.04 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -5.31 -0.04 128 1.00 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.37 -0.04 128 0.99 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.42 -0.04 128 0.99 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.47 -0.04 128 1.00 [bos] [unk] b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-84 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.74 /-3.84 /-4.90 /0.0/0.00 -1.75 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -29.15 /-7.13 /-22.02 / /-17.12 -5.83 /-1.43 6 [bos] b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.50 /-5.96 /-22.54 / /-17.64 -4.07 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -54.06 /-11.14 /-42.92 / /-38.02 -3.60 /-0.74 16 [bos] b b b b b b a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.36 /-2.30 /-26.06 / /-21.16 -14.18/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.66 /-3.91 /-26.75 / /-21.84 -10.22/-1.30 4 [bos] b a [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-85 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.93 /-3.84 /-3.09 /0.0/-0.00 -1.39 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -26.76 /-7.13 /-19.63 / /-16.54 -5.35 /-1.43 6 [bos] b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.00 /-5.96 /-22.04 / /-18.95 -4.00 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -49.33 /-11.14 /-38.19 / /-35.10 -3.29 /-0.74 16 [bos] b b b b b b a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.76 /-2.30 /-25.45 / /-22.36 -13.88/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.92 /-3.91 /-26.01 / /-22.92 -9.97 /-1.30 4 [bos] b a [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-86 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.50 /-3.84 /-4.66 /0.0/-0.00 -1.70 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -27.68 /-7.13 /-20.55 / /-15.89 -5.54 /-1.43 6 [bos] b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -22.47 /-5.96 /-16.52 / /-11.85 -3.21 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -37.87 /-11.14 /-26.73 / /-22.06 -2.52 /-0.74 16 [bos] b b b b b b a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.80 /-2.30 /-25.50 / /-20.83 -13.90/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.06 /-3.91 /-25.15 / /-20.49 -9.69 /-1.30 4 [bos] b a [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-87 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.18 /-3.84 /-1.35 /0.0/-0.00 -1.04 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -24.34 /-7.13 /-17.21 / /-15.87 -4.87 /-1.43 6 [bos] b a b a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.11 /-5.96 /-18.15 / /-16.81 -3.44 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.28 /-11.14 /-27.14 / /-25.80 -2.55 /-0.74 16 [bos] b b b b b b a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -26.95 /-2.30 /-24.65 / /-23.31 -13.48/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.28 /-3.91 /-25.37 / /-24.02 -9.76 /-1.30 4 [bos] b a [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-88 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.88 /-5.44 /1.56 /0.0/0.00 -0.65 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -38.97 /-3.32 /-35.65 / /-37.21 -9.74 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.24 /-2.30 /-26.94 / /-28.50 -14.62/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.24 /-2.30 /-26.94 / /-28.50 -14.62/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -38.97 /-3.32 /-35.65 / /-37.21 -9.74 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.24 /-2.30 /-26.94 / /-28.50 -14.62/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.88 -0.65 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -4.07 -0.68 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.47 -0.75 7 0.17 [bos] a b b b [unk] [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.17 -0.86 7 0.17 [bos] a b b b [unk] [eos] cls1 - sp0 : -4.19 -0.70 7 0.33 [bos] a b b b [pad] [eos] cls1 - sp1 : -4.37 -0.73 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp2 : -4.44 -0.74 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.75 -0.79 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -3.03 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.85 -1.28 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.01 -0.67 7 0.67 [bos] a b b b b [eos] cls2 - sp3 : -4.14 -0.69 7 0.67 [bos] a b b b [unk] [eos] cls2 - sp4 : -4.43 -0.74 7 0.50 [bos] a b b b [pad] [eos] cls3 - sp0 : -1.92 -0.32 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -3.00 -0.50 7 0.83 [bos] a b b b [unk] [eos] cls3 - sp2 : -3.01 -0.50 7 1.00 [bos] a b b b b [eos] cls3 - sp3 : -3.75 -0.63 7 0.83 [bos] a b b b [pad] [eos] cls3 - sp4 : -4.12 -0.69 7 1.00 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-89 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.01 /-5.44 /2.43 /0.0/0.00 -0.50 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -35.91 /-3.32 /-32.59 / /-35.02 -8.98 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.65 /-2.30 /-27.35 / /-29.78 -14.82/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.65 /-2.30 /-27.35 / /-29.78 -14.82/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -35.91 /-3.32 /-32.59 / /-35.02 -8.98 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.65 /-2.30 /-27.35 / /-29.78 -14.82/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.88 -0.65 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -4.07 -0.68 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.47 -0.75 7 0.17 [bos] a b b b [unk] [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.17 -0.86 7 0.17 [bos] a b b b [unk] [eos] cls1 - sp0 : -4.19 -0.70 7 0.33 [bos] a b b b [pad] [eos] cls1 - sp1 : -4.37 -0.73 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp2 : -4.44 -0.74 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.75 -0.79 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -3.03 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.85 -1.28 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.01 -0.67 7 0.67 [bos] a b b b b [eos] cls2 - sp3 : -4.14 -0.69 7 0.67 [bos] a b b b [unk] [eos] cls2 - sp4 : -4.43 -0.74 7 0.50 [bos] a b b b [pad] [eos] cls3 - sp0 : -1.92 -0.32 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -3.00 -0.50 7 0.83 [bos] a b b b [unk] [eos] cls3 - sp2 : -3.01 -0.50 7 1.00 [bos] a b b b b [eos] cls3 - sp3 : -3.75 -0.63 7 0.83 [bos] a b b b [pad] [eos] cls3 - sp4 : -4.12 -0.69 7 1.00 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-90 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.54 /-5.44 /1.91 /0.0/0.00 -0.59 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -38.63 /-3.32 /-35.31 / /-37.22 -9.66 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.00 /-2.30 /-27.69 / /-29.60 -15.00/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.00 /-2.30 /-27.69 / /-29.60 -15.00/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -38.63 /-3.32 /-35.31 / /-37.22 -9.66 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.00 /-2.30 /-27.69 / /-29.60 -15.00/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.54 -0.59 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -3.63 -0.61 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.18 -0.70 7 0.17 [bos] a b b b b [eos] cls0 - sp3 : -4.76 -0.79 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.05 -0.84 7 0.17 [bos] a b b b b [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a b b b b [eos] cls1 - sp1 : -4.01 -0.67 7 0.33 [bos] a b b b b [eos] cls1 - sp2 : -4.17 -0.70 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.78 -0.80 7 0.33 [bos] a b b b b [eos] cls1 - sp4 : -5.33 -0.89 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -2.77 -0.46 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp2 : -3.44 -0.57 7 0.50 [bos] a b b b b [eos] cls2 - sp3 : -4.08 -0.68 7 0.67 [bos] a b b b b [eos] cls2 - sp4 : -4.34 -0.72 7 0.50 [bos] a b b b b [eos] cls3 - sp0 : -1.26 -0.21 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -2.36 -0.39 7 1.00 [bos] a b b b b [eos] cls3 - sp2 : -3.90 -0.65 7 0.83 [bos] a b b b b [eos] cls3 - sp3 : -4.20 -0.70 7 0.83 [bos] a b b b b [eos] cls3 - sp4 : -4.49 -0.75 7 0.83 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-91 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.36 /-5.44 /3.08 /0.0/0.00 -0.39 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -35.48 /-3.32 /-32.15 / /-35.23 -8.87 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.38 /-2.30 /-28.08 / /-31.16 -15.19/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.38 /-2.30 /-28.08 / /-31.16 -15.19/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -35.48 /-3.32 /-32.15 / /-35.23 -8.87 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.38 /-2.30 /-28.08 / /-31.16 -15.19/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.54 -0.59 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -3.63 -0.61 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.18 -0.70 7 0.17 [bos] a b b b b [eos] cls0 - sp3 : -4.76 -0.79 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.05 -0.84 7 0.17 [bos] a b b b b [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a b b b b [eos] cls1 - sp1 : -4.01 -0.67 7 0.33 [bos] a b b b b [eos] cls1 - sp2 : -4.17 -0.70 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.78 -0.80 7 0.33 [bos] a b b b b [eos] cls1 - sp4 : -5.33 -0.89 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -2.77 -0.46 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp2 : -3.44 -0.57 7 0.50 [bos] a b b b b [eos] cls2 - sp3 : -4.08 -0.68 7 0.67 [bos] a b b b b [eos] cls2 - sp4 : -4.34 -0.72 7 0.50 [bos] a b b b b [eos] cls3 - sp0 : -1.26 -0.21 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -2.36 -0.39 7 1.00 [bos] a b b b b [eos] cls3 - sp2 : -3.90 -0.65 7 0.83 [bos] a b b b b [eos] cls3 - sp3 : -4.20 -0.70 7 0.83 [bos] a b b b b [eos] cls3 - sp4 : -4.49 -0.75 7 0.83 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-92 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.42 /-5.52 /3.10 /0.0/0.00 -0.61 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -18.08 /-2.30 /-15.78 / /-18.88 -9.04 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -36.40 /-5.37 /-31.03 / /-34.13 -4.55 /-0.67 9 [bos] b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.98 /-5.52 /-23.46 / /-26.55 -7.24 /-1.38 5 [bos] a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -72.06 /-6.47 /-65.59 / /-68.69 -9.01 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.36 /-3.91 /-30.44 / /-33.54 -11.45/-1.30 4 [bos] a b [eos] cls0 - sp0 : -2.42 -0.61 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.92 -5.92 2 0.00 [bos] [eos] cls0 - sp2 : -7.89 -1.97 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.16 -2.04 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.88 -1.78 6 0.20 [bos] b a b [pad] [eos] cls1 - sp0 : -2.64 -0.66 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.42 -0.85 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.72 -0.93 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.62 -1.15 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -4.94 -1.23 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.48 -0.87 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.93 -0.98 5 0.50 [bos] b a b [eos] cls2 - sp3 : -4.07 -1.02 5 0.50 [bos] [unk] a b [eos] cls2 - sp4 : -4.49 -1.12 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.72 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.45 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.51 -0.63 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.71 -0.68 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.26 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-93 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.51 /-5.52 /3.01 /0.0/0.00 -0.63 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -18.87 /-2.30 /-16.57 / /-19.58 -9.44 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -37.46 /-5.37 /-32.10 / /-35.11 -4.68 /-0.67 9 [bos] b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.57 /-5.52 /-24.04 / /-27.05 -7.39 /-1.38 5 [bos] a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -68.30 /-6.47 /-61.83 / /-64.84 -8.54 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -35.40 /-3.91 /-31.49 / /-34.50 -11.80/-1.30 4 [bos] a b [eos] cls0 - sp0 : -2.42 -0.61 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.92 -5.92 2 0.00 [bos] [eos] cls0 - sp2 : -7.89 -1.97 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.16 -2.04 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.88 -1.78 6 0.20 [bos] b a b [pad] [eos] cls1 - sp0 : -2.64 -0.66 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.42 -0.85 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.72 -0.93 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.62 -1.15 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -4.94 -1.23 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.48 -0.87 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.93 -0.98 5 0.50 [bos] b a b [eos] cls2 - sp3 : -4.07 -1.02 5 0.50 [bos] [unk] a b [eos] cls2 - sp4 : -4.49 -1.12 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.72 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.45 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.51 -0.63 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.71 -0.68 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.26 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-94 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.51 /-5.52 /3.02 /0.0/0.00 -0.63 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -17.34 /-2.30 /-15.04 / /-18.05 -8.67 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -36.71 /-5.37 /-31.34 / /-34.36 -4.59 /-0.67 9 [bos] b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.03 /-5.52 /-22.51 / /-25.53 -7.01 /-1.38 5 [bos] a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -73.03 /-6.47 /-66.57 / /-69.58 -9.13 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -32.95 /-3.91 /-29.04 / /-32.06 -10.98/-1.30 4 [bos] a b [eos] cls0 - sp0 : -2.51 -0.63 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.68 -5.68 2 0.00 [bos] [eos] cls0 - sp2 : -7.93 -1.98 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.22 -2.05 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.71 -2.18 5 0.00 [bos] b b b [eos] cls1 - sp0 : -2.53 -0.63 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.50 -0.87 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.80 -0.95 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.67 -1.17 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -5.27 -1.32 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.92 -0.48 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.35 -0.84 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.98 -1.00 5 0.50 [bos] [unk] a b [eos] cls2 - sp3 : -4.14 -1.04 5 0.50 [bos] b a b [eos] cls2 - sp4 : -4.38 -1.10 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.70 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.43 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.48 -0.62 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.74 -0.69 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.22 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-95 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.48 /-5.52 /3.04 /0.0/0.00 -0.62 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.25 /-2.30 /-16.94 / /-19.98 -9.62 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -37.21 /-5.37 /-31.85 / /-34.88 -4.65 /-0.67 9 [bos] b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -27.94 /-5.52 /-22.42 / /-25.46 -6.99 /-1.38 5 [bos] a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -67.79 /-6.47 /-61.33 / /-64.36 -8.47 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -33.64 /-3.91 /-29.73 / /-32.76 -11.21/-1.30 4 [bos] a b [eos] cls0 - sp0 : -2.51 -0.63 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.68 -5.68 2 0.00 [bos] [eos] cls0 - sp2 : -7.93 -1.98 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.22 -2.05 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.71 -2.18 5 0.00 [bos] b b b [eos] cls1 - sp0 : -2.53 -0.63 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.50 -0.87 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.80 -0.95 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.67 -1.17 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -5.27 -1.32 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.92 -0.48 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.35 -0.84 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.98 -1.00 5 0.50 [bos] [unk] a b [eos] cls2 - sp3 : -4.14 -1.04 5 0.50 [bos] b a b [eos] cls2 - sp4 : -4.38 -1.10 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.70 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.43 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.48 -0.62 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.74 -0.69 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.22 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-96 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 /0.0/-0.00 -0.63 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.40 /-4.42 /-16.98 / /-18.01 -5.35 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -73.32 /-10.20 /-63.13 / /-64.16 -6.67 /-0.93 12 [bos] a a a a a b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -22.11 /-2.81 /-19.30 / /-20.33 -7.37 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -55.84 /-9.61 /-46.23 / /-47.27 -4.65 /-0.80 13 [bos] b b a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -10.07 /-2.81 /-7.26 / /-8.29 -3.36 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-97 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 /0.0/-0.00 -1.16 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -22.14 /-4.42 /-17.71 / /-17.69 -5.53 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -65.93 /-10.20 /-55.73 / /-55.71 -5.99 /-0.93 12 [bos] a a a a a b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.49 /-2.81 /-20.68 / /-20.65 -7.83 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -53.38 /-9.61 /-43.77 / /-43.74 -4.45 /-0.80 13 [bos] b b a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -13.97 /-2.81 /-11.16 / /-11.14 -4.66 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-98 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 /0.0/-0.00 -0.66 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -22.64 /-4.42 /-18.22 / /-19.20 -5.66 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -75.59 /-10.20 /-65.40 / /-66.38 -6.87 /-0.93 12 [bos] a a a a a b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -20.97 /-2.81 /-18.16 / /-19.14 -6.99 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -60.05 /-9.61 /-50.44 / /-51.43 -5.00 /-0.80 13 [bos] b b a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -9.99 /-2.81 /-7.18 / /-8.16 -3.33 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-99 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 /0.0/-0.00 -1.23 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.95 /-4.42 /-17.52 / /-17.37 -5.49 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -69.00 /-10.20 /-58.80 / /-58.64 -6.27 /-0.93 12 [bos] a a a a a b b b a b [eos] tgt3: mod/noi/dif/loss/nce/logp -21.42 /-2.81 /-18.60 / /-18.45 -7.14 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -57.72 /-9.61 /-48.11 / /-47.95 -4.81 /-0.80 13 [bos] b b a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -11.59 /-2.81 /-8.77 / /-8.62 -3.86 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-100 src: none none 11 [bos] a b a a b a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.40 /-11.88 /3.48 /0.0/0.00 -0.84 /-1.19 11 [bos] a b a a b a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -32.87 /-4.93 /-27.94 / /-31.42 -6.57 /-0.99 6 [bos] b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -32.87 /-4.93 /-27.94 / /-31.42 -6.57 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -32.51 /-4.93 /-27.58 / /-31.06 -6.50 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.45 /-3.32 /-37.12 / /-40.61 -10.11/-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -35.26 /-9.17 /-26.09 / /-29.57 -3.92 /-1.02 10 [bos] b b b a b b b a [eos] cls0 - sp0 : -7.17 -0.72 11 0.00 [bos] a b a a b a b a b [eos] cls0 - sp1 : -7.25 -0.91 9 0.00 [bos] a b a a b a b [eos] cls0 - sp2 : -7.35 -0.82 10 0.11 [bos] a b a a b a a a [eos] cls0 - sp3 : -7.45 -0.74 11 0.20 [bos] a b a a b a b a b [eos] cls0 - sp4 : -7.47 -0.93 9 0.12 [bos] a b a a b a a [eos] cls1 - sp0 : -7.20 -0.90 9 0.38 [bos] a b a a b a b [eos] cls1 - sp1 : -7.47 -0.75 11 0.40 [bos] a b a a b a a a a [eos] cls1 - sp2 : -7.48 -0.75 11 0.40 [bos] a b a a b a a a b [eos] cls1 - sp3 : -7.59 -0.84 10 0.44 [bos] a b a a b a a a [eos] cls1 - sp4 : -7.94 -0.79 11 0.40 [bos] a b a a b a a a a [eos] cls2 - sp0 : -5.40 -0.68 9 0.50 [bos] a b a a b a b [eos] cls2 - sp1 : -5.59 -0.56 11 0.70 [bos] a b a a b a a a b [eos] cls2 - sp2 : -5.88 -0.74 9 0.62 [bos] a b a a b a b [eos] cls2 - sp3 : -7.02 -0.70 11 0.70 [bos] a b a a b a b a b [eos] cls2 - sp4 : -7.07 -0.64 12 0.73 [bos] a b a a b a a a b b [eos] cls3 - sp0 : -3.37 -0.34 11 1.00 [bos] a b a a b a a a b [eos] cls3 - sp1 : -3.69 -0.37 11 0.90 [bos] a b a a b a a a b [eos] cls3 - sp2 : -4.76 -0.43 12 1.00 [bos] a b a a b a a a b b [eos] cls3 - sp3 : -5.55 -0.31 19 0.94 [bos] a b a a b a a a b b a a a a a a a [eos] cls3 - sp4 : -5.55 -0.31 19 1.00 [bos] a b a a b a a a b b a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-101 src: none none 11 [bos] a b a a b a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.37 /-11.88 /8.52 /0.0/0.00 -0.34 /-1.19 11 [bos] a b a a b a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -32.98 /-4.93 /-28.05 / /-36.57 -6.60 /-0.99 6 [bos] b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -32.98 /-4.93 /-28.05 / /-36.57 -6.60 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -34.58 /-4.93 /-29.65 / /-38.16 -6.92 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -41.45 /-3.32 /-38.12 / /-46.64 -10.36/-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -31.68 /-9.17 /-22.50 / /-31.02 -3.52 /-1.02 10 [bos] b b b a b b b a [eos] cls0 - sp0 : -7.17 -0.72 11 0.00 [bos] a b a a b a b a b [eos] cls0 - sp1 : -7.25 -0.91 9 0.00 [bos] a b a a b a b [eos] cls0 - sp2 : -7.35 -0.82 10 0.11 [bos] a b a a b a a a [eos] cls0 - sp3 : -7.45 -0.74 11 0.20 [bos] a b a a b a b a b [eos] cls0 - sp4 : -7.47 -0.93 9 0.12 [bos] a b a a b a a [eos] cls1 - sp0 : -7.20 -0.90 9 0.38 [bos] a b a a b a b [eos] cls1 - sp1 : -7.47 -0.75 11 0.40 [bos] a b a a b a a a a [eos] cls1 - sp2 : -7.48 -0.75 11 0.40 [bos] a b a a b a a a b [eos] cls1 - sp3 : -7.59 -0.84 10 0.44 [bos] a b a a b a a a [eos] cls1 - sp4 : -7.94 -0.79 11 0.40 [bos] a b a a b a a a a [eos] cls2 - sp0 : -5.40 -0.68 9 0.50 [bos] a b a a b a b [eos] cls2 - sp1 : -5.59 -0.56 11 0.70 [bos] a b a a b a a a b [eos] cls2 - sp2 : -5.88 -0.74 9 0.62 [bos] a b a a b a b [eos] cls2 - sp3 : -7.02 -0.70 11 0.70 [bos] a b a a b a b a b [eos] cls2 - sp4 : -7.07 -0.64 12 0.73 [bos] a b a a b a a a b b [eos] cls3 - sp0 : -3.37 -0.34 11 1.00 [bos] a b a a b a a a b [eos] cls3 - sp1 : -3.69 -0.37 11 0.90 [bos] a b a a b a a a b [eos] cls3 - sp2 : -4.76 -0.43 12 1.00 [bos] a b a a b a a a b b [eos] cls3 - sp3 : -5.55 -0.31 19 0.94 [bos] a b a a b a a a b b a a a a a a a [eos] cls3 - sp4 : -5.55 -0.31 19 1.00 [bos] a b a a b a a a b b a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-102 src: none none 11 [bos] a b a a b a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.72 /-11.88 /5.16 /0.0/0.00 -0.67 /-1.19 11 [bos] a b a a b a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -30.33 /-4.93 /-25.40 / /-30.56 -6.07 /-0.99 6 [bos] b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.33 /-4.93 /-25.40 / /-30.56 -6.07 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -30.68 /-4.93 /-25.75 / /-30.91 -6.14 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -39.25 /-3.32 /-35.93 / /-41.09 -9.81 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -44.03 /-9.17 /-34.86 / /-40.02 -4.89 /-1.02 10 [bos] b b b a b b b a [eos] cls0 - sp0 : -6.48 -0.65 11 0.20 [bos] a b a a b a a a b [eos] cls0 - sp1 : -6.72 -0.67 11 0.00 [bos] a b a a b a a a b [eos] cls0 - sp2 : -6.98 -0.87 9 0.00 [bos] a b a a b a a [eos] cls0 - sp3 : -10.72 -0.54 21 0.10 [bos] a b a a b a a a b b b b b b b b b b b [eos] cls0 - sp4 : -12.58 -0.47 28 0.07 [bos] a b a a b a a a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp0 : -6.10 -0.68 10 0.44 [bos] a b a a b a a a [eos] cls1 - sp1 : -6.25 -0.78 9 0.25 [bos] a b a a b a a [eos] cls1 - sp2 : -7.07 -0.79 10 0.44 [bos] a b a a b a a a [eos] cls1 - sp3 : -7.09 -0.79 10 0.33 [bos] a b a a b a a a [eos] cls1 - sp4 : -7.51 -0.75 11 0.40 [bos] a b a a b a a a b [eos] cls2 - sp0 : -5.23 -0.65 9 0.62 [bos] a b a a b a a [eos] cls2 - sp1 : -5.57 -0.62 10 0.56 [bos] a b a a b a a a [eos] cls2 - sp2 : -6.16 -0.56 12 0.73 [bos] a b a a b a a a b b [eos] cls2 - sp3 : -6.30 -0.63 11 0.70 [bos] a b a a b a a a b [eos] cls2 - sp4 : -6.77 -0.68 11 0.70 [bos] a b a a b a a a b [eos] cls3 - sp0 : -3.96 -0.40 11 1.00 [bos] a b a a b a a a b [eos] cls3 - sp1 : -4.02 -0.37 12 1.00 [bos] a b a a b a a a b b [eos] cls3 - sp2 : -4.12 -0.37 12 0.91 [bos] a b a a b a a a b b [eos] cls3 - sp3 : -4.23 -0.42 11 0.90 [bos] a b a a b a a a b [eos] cls3 - sp4 : -4.72 -0.39 13 0.92 [bos] a b a a b a a a b b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-103 src: none none 11 [bos] a b a a b a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.96 /-11.88 /7.93 /0.0/0.00 -0.40 /-1.19 11 [bos] a b a a b a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -30.61 /-4.93 /-25.67 / /-33.60 -6.12 /-0.99 6 [bos] b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.61 /-4.93 /-25.67 / /-33.60 -6.12 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -33.69 /-4.93 /-28.75 / /-36.68 -6.74 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.52 /-3.32 /-37.20 / /-45.12 -10.13/-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -45.52 /-9.17 /-36.35 / /-44.28 -5.06 /-1.02 10 [bos] b b b a b b b a [eos] cls0 - sp0 : -6.48 -0.65 11 0.20 [bos] a b a a b a a a b [eos] cls0 - sp1 : -6.72 -0.67 11 0.00 [bos] a b a a b a a a b [eos] cls0 - sp2 : -6.98 -0.87 9 0.00 [bos] a b a a b a a [eos] cls0 - sp3 : -10.72 -0.54 21 0.10 [bos] a b a a b a a a b b b b b b b b b b b [eos] cls0 - sp4 : -12.58 -0.47 28 0.07 [bos] a b a a b a a a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp0 : -6.10 -0.68 10 0.44 [bos] a b a a b a a a [eos] cls1 - sp1 : -6.25 -0.78 9 0.25 [bos] a b a a b a a [eos] cls1 - sp2 : -7.07 -0.79 10 0.44 [bos] a b a a b a a a [eos] cls1 - sp3 : -7.09 -0.79 10 0.33 [bos] a b a a b a a a [eos] cls1 - sp4 : -7.51 -0.75 11 0.40 [bos] a b a a b a a a b [eos] cls2 - sp0 : -5.23 -0.65 9 0.62 [bos] a b a a b a a [eos] cls2 - sp1 : -5.57 -0.62 10 0.56 [bos] a b a a b a a a [eos] cls2 - sp2 : -6.16 -0.56 12 0.73 [bos] a b a a b a a a b b [eos] cls2 - sp3 : -6.30 -0.63 11 0.70 [bos] a b a a b a a a b [eos] cls2 - sp4 : -6.77 -0.68 11 0.70 [bos] a b a a b a a a b [eos] cls3 - sp0 : -3.96 -0.40 11 1.00 [bos] a b a a b a a a b [eos] cls3 - sp1 : -4.02 -0.37 12 1.00 [bos] a b a a b a a a b b [eos] cls3 - sp2 : -4.12 -0.37 12 0.91 [bos] a b a a b a a a b b [eos] cls3 - sp3 : -4.23 -0.42 11 0.90 [bos] a b a a b a a a b [eos] cls3 - sp4 : -4.72 -0.39 13 0.92 [bos] a b a a b a a a b b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-104 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.04 /-2.81 /0.77 /0.0/-0.00 -0.68 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -131.98/-19.26 /-112.72/ /-113.49 -7.33 /-1.07 19 [bos] a b b a a a b a a b a a a b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -199.22/-23.86 /-175.36/ /-176.13 -7.38 /-0.88 28 [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -16.72 /-2.30 /-14.41 / /-15.19 -8.36 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.66 /-2.30 /-23.36 / /-24.13 -12.83/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -137.09/-21.31 /-115.79/ /-116.56 -6.23 /-0.97 23 [bos] b b b a a a a a a a b a b a a b b b b a b [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-105 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.80 /-2.81 /0.01 /0.0/-0.00 -0.93 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -105.61/-19.26 /-86.34 / /-86.35 -5.87 /-1.07 19 [bos] a b b a a a b a a b a a a b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -155.09/-23.86 /-131.22/ /-131.23 -5.74 /-0.88 28 [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -17.96 /-2.30 /-15.65 / /-15.67 -8.98 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.18 /-2.30 /-22.88 / /-22.89 -12.59/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -110.99/-21.31 /-89.68 / /-89.69 -5.05 /-0.97 23 [bos] b b b a a a a a a a b a b a a b b b b a b [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-106 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-2.81 /0.76 /0.0/-0.00 -0.69 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -109.57/-19.26 /-90.30 / /-91.06 -6.09 /-1.07 19 [bos] a b b a a a b a a b a a a b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -167.49/-23.86 /-143.63/ /-144.38 -6.20 /-0.88 28 [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -15.55 /-2.30 /-13.24 / /-14.00 -7.77 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -24.00 /-2.30 /-21.70 / /-22.45 -12.00/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -117.48/-21.31 /-96.17 / /-96.93 -5.34 /-0.97 23 [bos] b b b a a a a a a a b a b a a b b b b a b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-107 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.86 /-2.81 /-0.05 /0.0/-0.00 -0.95 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -107.08/-19.26 /-87.82 / /-87.77 -5.95 /-1.07 19 [bos] a b b a a a b a a b a a a b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -157.92/-23.86 /-134.06/ /-134.02 -5.85 /-0.88 28 [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -17.41 /-2.30 /-15.10 / /-15.06 -8.70 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -23.60 /-2.30 /-21.29 / /-21.25 -11.80/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -118.90/-21.31 /-97.60 / /-97.55 -5.40 /-0.97 23 [bos] b b b a a a a a a a b a b a a b b b b a b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-108 src: none none 8 [bos] a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.81 /-5.96 /2.14 /0.0/0.00 -0.54 /-0.85 8 [bos] a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -56.46 /-7.49 /-48.97 / /-51.11 -5.65 /-0.75 11 [bos] b a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -64.91 /-22.02 /-42.88 / /-45.03 -2.03 /-0.69 33 [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.72 /-4.42 /-34.29 / /-36.44 -9.68 /-1.11 5 [bos] a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -32.98 /-9.17 /-23.80 / /-25.95 -3.66 /-1.02 10 [bos] b a a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.90 /-2.30 /-27.60 / /-29.74 -14.95/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.81 -0.54 8 0.00 [bos] a a a b b b [eos] cls0 - sp1 : -4.46 -0.64 8 0.14 [bos] a a a b b b [eos] cls0 - sp2 : -4.67 -0.67 8 0.14 [bos] a a a b b b [eos] cls0 - sp3 : -4.97 -0.71 8 0.14 [bos] a a a b b b [eos] cls0 - sp4 : -5.06 -0.72 8 0.14 [bos] a a a b b b [eos] cls1 - sp0 : -3.68 -0.53 8 0.29 [bos] a a a b b b [eos] cls1 - sp1 : -3.84 -0.55 8 0.43 [bos] a a a b b b [eos] cls1 - sp2 : -4.86 -0.69 8 0.43 [bos] a a a b b b [eos] cls1 - sp3 : -5.05 -0.72 8 0.43 [bos] a a a b b b [eos] cls1 - sp4 : -5.11 -0.73 8 0.29 [bos] a a a b b b [eos] cls2 - sp0 : -2.99 -0.43 8 0.71 [bos] a a a b b b [eos] cls2 - sp1 : -3.36 -0.48 8 0.71 [bos] a a a b b b [eos] cls2 - sp2 : -4.27 -0.61 8 0.71 [bos] a a a b b b [eos] cls2 - sp3 : -4.36 -0.62 8 0.71 [bos] a a a b b b [eos] cls2 - sp4 : -4.50 -0.64 8 0.71 [bos] a a a b b b [eos] cls3 - sp0 : -1.57 -0.22 8 0.86 [bos] a a a b b b [eos] cls3 - sp1 : -2.36 -0.34 8 1.00 [bos] a a a b b b [eos] cls3 - sp2 : -3.78 -0.54 8 0.86 [bos] a a a b b b [eos] cls3 - sp3 : -4.12 -0.59 8 0.86 [bos] a a a b b b [eos] cls3 - sp4 : -4.85 -0.69 8 0.86 [bos] a a a b [unk] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-109 src: none none 8 [bos] a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.36 /-5.96 /3.60 /0.0/0.00 -0.34 /-0.85 8 [bos] a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -42.81 /-7.49 /-35.32 / /-38.92 -4.28 /-0.75 11 [bos] b a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -72.91 /-22.02 /-50.89 / /-54.49 -2.28 /-0.69 33 [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.80 /-4.42 /-35.38 / /-38.97 -9.95 /-1.11 5 [bos] a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.08 /-9.17 /-15.91 / /-19.51 -2.79 /-1.02 10 [bos] b a a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.24 /-2.30 /-27.93 / /-31.53 -15.12/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.81 -0.54 8 0.00 [bos] a a a b b b [eos] cls0 - sp1 : -4.46 -0.64 8 0.14 [bos] a a a b b b [eos] cls0 - sp2 : -4.67 -0.67 8 0.14 [bos] a a a b b b [eos] cls0 - sp3 : -4.97 -0.71 8 0.14 [bos] a a a b b b [eos] cls0 - sp4 : -5.06 -0.72 8 0.14 [bos] a a a b b b [eos] cls1 - sp0 : -3.68 -0.53 8 0.29 [bos] a a a b b b [eos] cls1 - sp1 : -3.84 -0.55 8 0.43 [bos] a a a b b b [eos] cls1 - sp2 : -4.86 -0.69 8 0.43 [bos] a a a b b b [eos] cls1 - sp3 : -5.05 -0.72 8 0.43 [bos] a a a b b b [eos] cls1 - sp4 : -5.11 -0.73 8 0.29 [bos] a a a b b b [eos] cls2 - sp0 : -2.99 -0.43 8 0.71 [bos] a a a b b b [eos] cls2 - sp1 : -3.36 -0.48 8 0.71 [bos] a a a b b b [eos] cls2 - sp2 : -4.27 -0.61 8 0.71 [bos] a a a b b b [eos] cls2 - sp3 : -4.36 -0.62 8 0.71 [bos] a a a b b b [eos] cls2 - sp4 : -4.50 -0.64 8 0.71 [bos] a a a b b b [eos] cls3 - sp0 : -1.57 -0.22 8 0.86 [bos] a a a b b b [eos] cls3 - sp1 : -2.36 -0.34 8 1.00 [bos] a a a b b b [eos] cls3 - sp2 : -3.78 -0.54 8 0.86 [bos] a a a b b b [eos] cls3 - sp3 : -4.12 -0.59 8 0.86 [bos] a a a b b b [eos] cls3 - sp4 : -4.85 -0.69 8 0.86 [bos] a a a b [unk] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-110 src: none none 8 [bos] a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.67 /-5.96 /2.29 /0.0/0.00 -0.52 /-0.85 8 [bos] a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -53.34 /-7.49 /-45.85 / /-48.14 -5.33 /-0.75 11 [bos] b a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -94.22 /-22.02 /-72.20 / /-74.48 -2.94 /-0.69 33 [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.48 /-4.42 /-34.06 / /-36.35 -9.62 /-1.11 5 [bos] a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -36.18 /-9.17 /-27.01 / /-29.30 -4.02 /-1.02 10 [bos] b a a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.28 /-2.30 /-27.97 / /-30.26 -15.14/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.67 -0.52 8 0.00 [bos] a a a b b b [eos] cls0 - sp1 : -4.40 -0.63 8 0.14 [bos] a a a b b b [eos] cls0 - sp2 : -4.42 -0.63 8 0.14 [bos] a a a b b b [eos] cls0 - sp3 : -4.98 -0.71 8 0.14 [bos] a a a b b b [eos] cls0 - sp4 : -5.02 -0.72 8 0.14 [bos] a a a b b b [eos] cls1 - sp0 : -3.68 -0.53 8 0.29 [bos] a a a b b b [eos] cls1 - sp1 : -3.86 -0.55 8 0.43 [bos] a a a b b b [eos] cls1 - sp2 : -4.76 -0.68 8 0.43 [bos] a a a b b b [eos] cls1 - sp3 : -4.82 -0.69 8 0.43 [bos] a a a b b b [eos] cls1 - sp4 : -4.98 -0.71 8 0.29 [bos] a a a b b b [eos] cls2 - sp0 : -2.91 -0.42 8 0.71 [bos] a a a b b b [eos] cls2 - sp1 : -3.40 -0.49 8 0.71 [bos] a a a b b b [eos] cls2 - sp2 : -3.88 -0.55 8 0.71 [bos] a a a b b b [eos] cls2 - sp3 : -4.12 -0.59 8 0.71 [bos] a a a b b b [eos] cls2 - sp4 : -4.25 -0.61 8 0.57 [bos] a a a b b b [eos] cls3 - sp0 : -1.52 -0.22 8 0.86 [bos] a a a b b b [eos] cls3 - sp1 : -2.21 -0.32 8 1.00 [bos] a a a b b b [eos] cls3 - sp2 : -3.59 -0.51 8 0.86 [bos] a a a b b b [eos] cls3 - sp3 : -4.16 -0.59 8 0.86 [bos] a a a b b b [eos] cls3 - sp4 : -4.84 -0.69 8 0.86 [bos] a a a b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-111 src: none none 8 [bos] a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.21 /-5.96 /3.75 /0.0/0.00 -0.32 /-0.85 8 [bos] a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -52.71 /-7.49 /-45.22 / /-48.97 -5.27 /-0.75 11 [bos] b a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -91.62 /-22.02 /-69.60 / /-73.35 -2.86 /-0.69 33 [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.80 /-4.42 /-35.38 / /-39.13 -9.95 /-1.11 5 [bos] a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.60 /-9.17 /-19.43 / /-23.18 -3.18 /-1.02 10 [bos] b a a b b b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.45 /-2.30 /-28.15 / /-31.90 -15.23/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.67 -0.52 8 0.00 [bos] a a a b b b [eos] cls0 - sp1 : -4.40 -0.63 8 0.14 [bos] a a a b b b [eos] cls0 - sp2 : -4.42 -0.63 8 0.14 [bos] a a a b b b [eos] cls0 - sp3 : -4.98 -0.71 8 0.14 [bos] a a a b b b [eos] cls0 - sp4 : -5.02 -0.72 8 0.14 [bos] a a a b b b [eos] cls1 - sp0 : -3.68 -0.53 8 0.29 [bos] a a a b b b [eos] cls1 - sp1 : -3.86 -0.55 8 0.43 [bos] a a a b b b [eos] cls1 - sp2 : -4.76 -0.68 8 0.43 [bos] a a a b b b [eos] cls1 - sp3 : -4.82 -0.69 8 0.43 [bos] a a a b b b [eos] cls1 - sp4 : -4.98 -0.71 8 0.29 [bos] a a a b b b [eos] cls2 - sp0 : -2.91 -0.42 8 0.71 [bos] a a a b b b [eos] cls2 - sp1 : -3.40 -0.49 8 0.71 [bos] a a a b b b [eos] cls2 - sp2 : -3.88 -0.55 8 0.71 [bos] a a a b b b [eos] cls2 - sp3 : -4.12 -0.59 8 0.71 [bos] a a a b b b [eos] cls2 - sp4 : -4.25 -0.61 8 0.57 [bos] a a a b b b [eos] cls3 - sp0 : -1.52 -0.22 8 0.86 [bos] a a a b b b [eos] cls3 - sp1 : -2.21 -0.32 8 1.00 [bos] a a a b b b [eos] cls3 - sp2 : -3.59 -0.51 8 0.86 [bos] a a a b b b [eos] cls3 - sp3 : -4.16 -0.59 8 0.86 [bos] a a a b b b [eos] cls3 - sp4 : -4.84 -0.69 8 0.86 [bos] a a a b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-112 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.46 /-5.44 /1.98 /0.0/-0.00 -0.58 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -50.31 /-8.00 /-42.31 / /-44.30 -4.57 /-0.73 12 [bos] a a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -14.99 /-2.81 /-12.17 / /-14.16 -5.00 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -58.41 /-13.85 /-44.56 / /-46.55 -3.65 /-0.87 17 [bos] a a a a a a b a a a a a b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -54.94 /-10.12 /-44.82 / /-46.80 -4.23 /-0.78 14 [bos] b a b b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.16 /-3.32 /-16.83 / /-18.82 -5.04 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.46 -0.58 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -3.91 -0.65 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.38 -0.73 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.54 -0.76 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.73 -0.79 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.43 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.86 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -5.00 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.55 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.82 -0.64 7 0.67 [bos] a a a b b [eos] cls2 - sp4 : -4.10 -0.68 7 0.50 [bos] a a a b b [eos] cls3 - sp0 : -1.80 -0.30 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.47 -0.41 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.66 -0.61 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.73 -0.62 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.24 -0.71 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-113 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.47 /-5.44 /2.97 /0.0/0.00 -0.41 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -48.22 /-8.00 /-40.22 / /-43.19 -4.38 /-0.73 12 [bos] a a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -17.00 /-2.81 /-14.18 / /-17.15 -5.67 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -53.79 /-13.85 /-39.95 / /-42.92 -3.36 /-0.87 17 [bos] a a a a a a b a a a a a b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -65.41 /-10.12 /-55.29 / /-58.26 -5.03 /-0.78 14 [bos] b a b b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -18.90 /-3.32 /-15.58 / /-18.55 -4.72 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.46 -0.58 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -3.91 -0.65 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.38 -0.73 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.54 -0.76 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.73 -0.79 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.43 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.86 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -5.00 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.55 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.82 -0.64 7 0.67 [bos] a a a b b [eos] cls2 - sp4 : -4.10 -0.68 7 0.50 [bos] a a a b b [eos] cls3 - sp0 : -1.80 -0.30 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.47 -0.41 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.66 -0.61 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.73 -0.62 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.24 -0.71 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-114 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.61 /-5.44 /1.84 /0.0/-0.00 -0.60 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -46.45 /-8.00 /-38.45 / /-40.29 -4.22 /-0.73 12 [bos] a a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -12.04 /-2.81 /-9.23 / /-11.06 -4.01 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -53.59 /-13.85 /-39.74 / /-41.58 -3.35 /-0.87 17 [bos] a a a a a a b a a a a a b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -46.03 /-10.12 /-35.91 / /-37.74 -3.54 /-0.78 14 [bos] b a b b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.15 /-3.32 /-15.82 / /-17.66 -4.79 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.61 -0.60 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -4.01 -0.67 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.35 -0.72 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.62 -0.77 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.85 -0.81 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.39 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.51 -0.75 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.88 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -4.98 -0.83 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.74 -0.46 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.54 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.61 -0.60 7 0.50 [bos] a a a b b [eos] cls2 - sp4 : -3.69 -0.61 7 0.67 [bos] a a a b b [eos] cls3 - sp0 : -1.68 -0.28 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.65 -0.44 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.75 -0.62 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.90 -0.65 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-115 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.65 /-5.44 /2.79 /0.0/-0.00 -0.44 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -56.73 /-8.00 /-48.73 / /-51.53 -5.16 /-0.73 12 [bos] a a a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -13.19 /-2.81 /-10.37 / /-13.17 -4.40 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -56.39 /-13.85 /-42.54 / /-45.34 -3.52 /-0.87 17 [bos] a a a a a a b a a a a a b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -65.73 /-10.12 /-55.61 / /-58.41 -5.06 /-0.78 14 [bos] b a b b b b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -17.73 /-3.32 /-14.41 / /-17.20 -4.43 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.61 -0.60 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -4.01 -0.67 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.35 -0.72 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.62 -0.77 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.85 -0.81 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.39 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.51 -0.75 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.88 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -4.98 -0.83 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.74 -0.46 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.54 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.61 -0.60 7 0.50 [bos] a a a b b [eos] cls2 - sp4 : -3.69 -0.61 7 0.67 [bos] a a a b b [eos] cls3 - sp0 : -1.68 -0.28 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.65 -0.44 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.75 -0.62 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.90 -0.65 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-116 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 /0.69/-0.69 -0.63 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -71.64 /-11.29 /-60.34 / /-62.07 -6.51 /-1.03 12 [bos] b a a a b b a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -35.04 /-4.93 /-30.11 / /-31.84 -7.01 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -90.49 /-12.32 /-78.17 / /-79.90 -6.96 /-0.95 14 [bos] a a b a b b b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 / /-0.69 -0.63 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.62 /-4.86 /-18.77 / /-20.49 -3.37 /-0.69 8 [bos] b b b b b b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-117 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 /0.69/-0.69 -1.16 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -66.52 /-11.29 /-55.23 / /-55.89 -6.05 /-1.03 12 [bos] b a a a b b a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.42 /-4.93 /-26.49 / /-27.16 -6.28 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -82.08 /-12.32 /-69.76 / /-70.43 -6.31 /-0.95 14 [bos] a a b a b b b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 / /-0.69 -1.16 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.97 /-4.86 /-19.12 / /-19.78 -3.42 /-0.69 8 [bos] b b b b b b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-118 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 /0.69/-0.69 -0.66 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -74.32 /-11.29 /-63.03 / /-64.71 -6.76 /-1.03 12 [bos] b a a a b b a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -36.46 /-4.93 /-31.53 / /-33.21 -7.29 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -94.66 /-12.32 /-82.35 / /-84.02 -7.28 /-0.95 14 [bos] a a b a b b b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 / /-0.69 -0.66 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.73 /-4.86 /-21.87 / /-23.55 -3.82 /-0.69 8 [bos] b b b b b b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-119 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 /0.69/-0.69 -1.23 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -67.18 /-11.29 /-55.89 / /-56.42 -6.11 /-1.03 12 [bos] b a a a b b a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -32.17 /-4.93 /-27.23 / /-27.77 -6.43 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -83.35 /-12.32 /-71.03 / /-71.56 -6.41 /-0.95 14 [bos] a a b a b b b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 / /-0.69 -1.23 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -27.21 /-4.86 /-22.35 / /-22.89 -3.89 /-0.69 8 [bos] b b b b b b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-120 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.87 /-3.91 /2.04 /0.0/-0.00 -0.62 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -14.91 /-2.30 /-12.61 / /-14.65 -7.45 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -14.91 /-2.30 /-12.61 / /-14.65 -7.45 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -65.89 /-9.53 /-56.35 / /-58.40 -4.71 /-0.68 15 [bos] b b b a a a a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -75.49 /-16.05 /-59.44 / /-61.48 -4.72 /-1.00 17 [bos] b a b a b b b b b b b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -27.34 /-3.32 /-24.01 / /-26.05 -6.83 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-121 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.93 /-3.91 /0.98 /0.0/-0.00 -0.98 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -16.51 /-2.30 /-14.21 / /-15.19 -8.25 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -16.51 /-2.30 /-14.21 / /-15.19 -8.25 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -99.10 /-9.53 /-89.57 / /-90.55 -7.08 /-0.68 15 [bos] b b b a a a a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -86.16 /-16.05 /-70.11 / /-71.09 -5.38 /-1.00 17 [bos] b a b a b b b b b b b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -24.54 /-3.32 /-21.22 / /-22.20 -6.14 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-122 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.99 /-3.91 /1.92 /0.0/-0.00 -0.66 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.82 /-2.30 /-11.52 / /-13.44 -6.91 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -13.82 /-2.30 /-11.52 / /-13.44 -6.91 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -64.97 /-9.53 /-55.44 / /-57.36 -4.64 /-0.68 15 [bos] b b b a a a a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -88.00 /-16.05 /-71.95 / /-73.87 -5.50 /-1.00 17 [bos] b a b a b b b b b b b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -24.39 /-3.32 /-21.07 / /-22.99 -6.10 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-123 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.00 /-3.91 /0.91 /0.0/-0.00 -1.00 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -15.44 /-2.30 /-13.14 / /-14.05 -7.72 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -15.44 /-2.30 /-13.14 / /-14.05 -7.72 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -102.46/-9.53 /-92.93 / /-93.84 -7.32 /-0.68 15 [bos] b b b a a a a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -95.27 /-16.05 /-79.23 / /-80.14 -5.95 /-1.00 17 [bos] b a b a b b b b b b b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.42 /-3.32 /-20.10 / /-21.01 -5.86 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-124 src: none none 14 [bos] a a a a a a a a b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -9.58 /-10.12 /0.54 /0.0/-0.00 -0.74 /-0.78 14 [bos] a a a a a a a a b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.22 /-3.84 /-9.38 / /-9.92 -2.64 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -84.30 /-5.88 /-78.42 / /-78.95 -9.37 /-0.65 10 [bos] b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -56.62 /-6.47 /-50.15 / /-50.69 -7.08 /-0.81 9 [bos] a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -22.31 /-6.03 /-16.28 / /-16.82 -4.46 /-1.21 6 [bos] a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -39.24 /-2.81 /-36.42 / /-36.96 -13.08/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.61 -0.70 9 0.00 [bos] a a a a a a a [eos] cls0 - sp1 : -13.17 -13.17 2 0.00 [bos] [eos] cls0 - sp2 : -55.08 -0.43 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -55.22 -0.43 128 0.00 [bos] a a a a a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -55.24 -0.43 128 0.00 [bos] a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.77 -0.72 9 0.25 [bos] a a a a a a a [eos] cls1 - sp1 : -5.89 -0.74 9 0.38 [bos] a a a a a a a [eos] cls1 - sp2 : -6.91 -0.69 11 0.30 [bos] a a a a a a a a b [eos] cls1 - sp3 : -7.06 -0.71 11 0.40 [bos] a a a a a a a a b [eos] cls1 - sp4 : -7.21 -0.72 11 0.40 [bos] a a a a a a a a b [eos] cls2 - sp0 : -5.48 -0.68 9 0.62 [bos] a a a a a a a [eos] cls2 - sp1 : -6.73 -0.67 11 0.60 [bos] a a a a a a a a b [eos] cls2 - sp2 : -7.20 -0.65 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp3 : -7.33 -0.67 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp4 : -7.42 -0.67 12 0.73 [bos] a a a a a a a a b a [eos] cls3 - sp0 : -13.42 -13.42 2 1.00 [bos] [eos] cls3 - sp1 : -26.32 -0.21 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -26.62 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -26.87 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -28.19 -0.22 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-125 src: none none 14 [bos] a a a a a a a a b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -6.30 /-10.12 /3.82 /0.0/-0.00 -0.48 /-0.78 14 [bos] a a a a a a a a b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -16.27 /-3.84 /-12.43 / /-16.25 -3.25 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -88.77 /-5.88 /-82.89 / /-86.70 -9.86 /-0.65 10 [bos] b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -62.61 /-6.47 /-56.15 / /-59.96 -7.83 /-0.81 9 [bos] a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.22 /-6.03 /-21.19 / /-25.01 -5.44 /-1.21 6 [bos] a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -40.61 /-2.81 /-37.79 / /-41.61 -13.54/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.61 -0.70 9 0.00 [bos] a a a a a a a [eos] cls0 - sp1 : -13.17 -13.17 2 0.00 [bos] [eos] cls0 - sp2 : -55.08 -0.43 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -55.22 -0.43 128 0.00 [bos] a a a a a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -55.24 -0.43 128 0.00 [bos] a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.77 -0.72 9 0.25 [bos] a a a a a a a [eos] cls1 - sp1 : -5.89 -0.74 9 0.38 [bos] a a a a a a a [eos] cls1 - sp2 : -6.91 -0.69 11 0.30 [bos] a a a a a a a a b [eos] cls1 - sp3 : -7.06 -0.71 11 0.40 [bos] a a a a a a a a b [eos] cls1 - sp4 : -7.21 -0.72 11 0.40 [bos] a a a a a a a a b [eos] cls2 - sp0 : -5.48 -0.68 9 0.62 [bos] a a a a a a a [eos] cls2 - sp1 : -6.73 -0.67 11 0.60 [bos] a a a a a a a a b [eos] cls2 - sp2 : -7.20 -0.65 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp3 : -7.33 -0.67 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp4 : -7.42 -0.67 12 0.73 [bos] a a a a a a a a b a [eos] cls3 - sp0 : -13.42 -13.42 2 1.00 [bos] [eos] cls3 - sp1 : -26.32 -0.21 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -26.62 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -26.87 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -28.19 -0.22 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-126 src: none none 14 [bos] a a a a a a a a b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.21 /-10.12 /-0.09 /0.0/-0.00 -0.79 /-0.78 14 [bos] a a a a a a a a b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.02 /-3.84 /-9.18 / /-9.09 -2.60 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -82.88 /-5.88 /-77.00 / /-76.92 -9.21 /-0.65 10 [bos] b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -56.65 /-6.47 /-50.18 / /-50.09 -7.08 /-0.81 9 [bos] a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -21.93 /-6.03 /-15.90 / /-15.82 -4.39 /-1.21 6 [bos] a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -37.72 /-2.81 /-34.91 / /-34.82 -12.57/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.25 -0.66 9 0.00 [bos] a a a a a a a [eos] cls0 - sp1 : -5.58 -0.70 9 0.12 [bos] a a a a a a a [eos] cls0 - sp2 : -6.02 -0.75 9 0.12 [bos] a a a a a a a [eos] cls0 - sp3 : -12.75 -12.75 2 0.00 [bos] [eos] cls0 - sp4 : -51.16 -0.40 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.52 -0.69 9 0.25 [bos] a a a a a a a [eos] cls1 - sp1 : -5.87 -0.73 9 0.38 [bos] a a a a a a a [eos] cls1 - sp2 : -6.96 -0.70 11 0.30 [bos] a a a a a a a a b [eos] cls1 - sp3 : -7.16 -0.72 11 0.40 [bos] a a a a a a a a b [eos] cls1 - sp4 : -7.29 -0.73 11 0.30 [bos] a a a a a a a a a [eos] cls2 - sp0 : -5.00 -0.63 9 0.62 [bos] a a a a a a a [eos] cls2 - sp1 : -7.24 -0.66 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp2 : -7.29 -0.66 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp3 : -7.49 -0.68 12 0.73 [bos] a a a a a a a a b a [eos] cls2 - sp4 : -7.70 -0.64 13 0.67 [bos] a a a a a a a a b a a [eos] cls3 - sp0 : -13.04 -13.04 2 1.00 [bos] [eos] cls3 - sp1 : -37.30 -0.29 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -38.43 -0.30 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -38.69 -0.30 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls3 - sp4 : -38.86 -0.31 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-127 src: none none 14 [bos] a a a a a a a a b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -6.42 /-10.12 /3.70 /0.0/-0.00 -0.49 /-0.78 14 [bos] a a a a a a a a b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -16.33 /-3.84 /-12.49 / /-16.19 -3.27 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -86.85 /-5.88 /-80.97 / /-84.66 -9.65 /-0.65 10 [bos] b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -62.68 /-6.47 /-56.22 / /-59.92 -7.84 /-0.81 9 [bos] a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.20 /-6.03 /-21.16 / /-24.86 -5.44 /-1.21 6 [bos] a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -39.51 /-2.81 /-36.70 / /-40.40 -13.17/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.25 -0.66 9 0.00 [bos] a a a a a a a [eos] cls0 - sp1 : -5.58 -0.70 9 0.12 [bos] a a a a a a a [eos] cls0 - sp2 : -6.02 -0.75 9 0.12 [bos] a a a a a a a [eos] cls0 - sp3 : -12.75 -12.75 2 0.00 [bos] [eos] cls0 - sp4 : -51.16 -0.40 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.52 -0.69 9 0.25 [bos] a a a a a a a [eos] cls1 - sp1 : -5.87 -0.73 9 0.38 [bos] a a a a a a a [eos] cls1 - sp2 : -6.96 -0.70 11 0.30 [bos] a a a a a a a a b [eos] cls1 - sp3 : -7.16 -0.72 11 0.40 [bos] a a a a a a a a b [eos] cls1 - sp4 : -7.29 -0.73 11 0.30 [bos] a a a a a a a a a [eos] cls2 - sp0 : -5.00 -0.63 9 0.62 [bos] a a a a a a a [eos] cls2 - sp1 : -7.24 -0.66 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp2 : -7.29 -0.66 12 0.64 [bos] a a a a a a a a b a [eos] cls2 - sp3 : -7.49 -0.68 12 0.73 [bos] a a a a a a a a b a [eos] cls2 - sp4 : -7.70 -0.64 13 0.67 [bos] a a a a a a a a b a a [eos] cls3 - sp0 : -13.04 -13.04 2 1.00 [bos] [eos] cls3 - sp1 : -37.30 -0.29 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -38.43 -0.30 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -38.69 -0.30 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls3 - sp4 : -38.86 -0.31 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-128 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.46 /-5.44 /1.98 /0.0/-0.00 -0.58 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -14.99 /-2.81 /-12.17 / /-14.16 -5.00 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.16 /-3.32 /-16.83 / /-18.82 -5.04 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -62.17 /-9.69 /-52.48 / /-54.47 -6.22 /-0.97 11 [bos] a b b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -30.47 /-2.30 /-28.17 / /-30.15 -15.24/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.54 /-3.84 /-19.71 / /-21.69 -4.71 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -3.46 -0.58 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -3.91 -0.65 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.38 -0.73 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.54 -0.76 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.73 -0.79 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.43 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.86 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -5.00 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.55 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.82 -0.64 7 0.67 [bos] a a a b b [eos] cls2 - sp4 : -4.10 -0.68 7 0.50 [bos] a a a b b [eos] cls3 - sp0 : -1.80 -0.30 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.47 -0.41 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.66 -0.61 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.73 -0.62 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.24 -0.71 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-129 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.47 /-5.44 /2.97 /0.0/0.00 -0.41 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -17.00 /-2.81 /-14.18 / /-17.15 -5.67 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.90 /-3.32 /-15.58 / /-18.55 -4.72 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -67.36 /-9.69 /-57.68 / /-60.65 -6.74 /-0.97 11 [bos] a b b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -31.10 /-2.30 /-28.80 / /-31.77 -15.55/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -18.59 /-3.84 /-14.75 / /-17.73 -3.72 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -3.46 -0.58 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -3.91 -0.65 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.38 -0.73 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.54 -0.76 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.73 -0.79 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.43 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.86 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -5.00 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.55 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.82 -0.64 7 0.67 [bos] a a a b b [eos] cls2 - sp4 : -4.10 -0.68 7 0.50 [bos] a a a b b [eos] cls3 - sp0 : -1.80 -0.30 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.47 -0.41 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.66 -0.61 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.73 -0.62 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.24 -0.71 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-130 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.61 /-5.44 /1.84 /0.0/-0.00 -0.60 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -12.04 /-2.81 /-9.23 / /-11.06 -4.01 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.15 /-3.32 /-15.82 / /-17.66 -4.79 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -59.97 /-9.69 /-50.28 / /-52.12 -6.00 /-0.97 11 [bos] a b b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.76 /-2.30 /-26.46 / /-28.29 -14.38/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -22.80 /-3.84 /-18.96 / /-20.80 -4.56 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -3.61 -0.60 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -4.01 -0.67 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.35 -0.72 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.62 -0.77 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.85 -0.81 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.39 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.51 -0.75 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.88 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -4.98 -0.83 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.74 -0.46 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.54 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.61 -0.60 7 0.50 [bos] a a a b b [eos] cls2 - sp4 : -3.69 -0.61 7 0.67 [bos] a a a b b [eos] cls3 - sp0 : -1.68 -0.28 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.65 -0.44 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.75 -0.62 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.90 -0.65 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-131 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.65 /-5.44 /2.79 /0.0/-0.00 -0.44 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -13.19 /-2.81 /-10.37 / /-13.17 -4.40 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -17.73 /-3.32 /-14.41 / /-17.20 -4.43 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -69.12 /-9.69 /-59.43 / /-62.23 -6.91 /-0.97 11 [bos] a b b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.08 /-2.30 /-26.77 / /-29.57 -14.54/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.05 /-3.84 /-17.22 / /-20.01 -4.21 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -3.61 -0.60 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -4.01 -0.67 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.35 -0.72 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.62 -0.77 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.85 -0.81 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.39 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.51 -0.75 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.88 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -4.98 -0.83 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.74 -0.46 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.54 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.61 -0.60 7 0.50 [bos] a a a b b [eos] cls2 - sp4 : -3.69 -0.61 7 0.67 [bos] a a a b b [eos] cls3 - sp0 : -1.68 -0.28 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.65 -0.44 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.75 -0.62 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.90 -0.65 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-132 src: none none 15 [bos] b b b b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -12.21 /-10.63 /-1.58 /0.0/-0.00 -0.87 /-0.76 15 [bos] b b b b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -56.12 /-11.73 /-44.39 / /-42.81 -4.01 /-0.84 15 [bos] b a a a a b b b b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.63 /-4.35 /-16.28 / /-14.70 -3.44 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.31 /-2.30 /-28.01 / /-26.43 -15.16/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.85 /-7.49 /-33.36 / /-31.78 -4.08 /-0.75 11 [bos] b b b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -51.77 /-5.44 /-46.32 / /-44.74 -8.63 /-0.91 7 [bos] b b a a a [eos] cls0 - sp0 : -11.09 -11.09 2 0.00 [bos] [eos] cls0 - sp1 : -26.03 -0.20 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -26.07 -0.21 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -26.63 -0.21 128 0.01 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -26.67 -0.21 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -52.03 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -52.07 -0.41 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -52.24 -0.41 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -52.26 -0.41 128 0.43 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -52.27 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -9.23 -0.77 13 0.67 [bos] b b b b b b b a b b b [eos] cls2 - sp1 : -9.88 -0.82 13 0.67 [bos] b b b b b b b b b b b [eos] cls2 - sp2 : -11.61 -0.68 18 0.71 [bos] b b b b b b b a b b b b b b b b [eos] cls2 - sp3 : -11.72 -0.73 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls2 - sp4 : -11.97 -0.75 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls3 - sp0 : -11.07 -11.07 2 1.00 [bos] [eos] cls3 - sp1 : -13.99 -0.11 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -15.03 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -15.14 -0.12 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -15.38 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-133 src: none none 15 [bos] b b b b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -10.03 /-10.63 /0.60 /0.0/-0.00 -0.72 /-0.76 15 [bos] b b b b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -50.92 /-11.73 /-39.19 / /-39.79 -3.64 /-0.84 15 [bos] b a a a a b b b b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.51 /-4.35 /-15.17 / /-15.77 -3.25 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.72 /-2.30 /-27.42 / /-28.02 -14.86/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -39.18 /-7.49 /-31.69 / /-32.29 -3.92 /-0.75 11 [bos] b b b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -47.19 /-5.44 /-41.75 / /-42.35 -7.87 /-0.91 7 [bos] b b a a a [eos] cls0 - sp0 : -11.09 -11.09 2 0.00 [bos] [eos] cls0 - sp1 : -26.03 -0.20 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -26.07 -0.21 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -26.63 -0.21 128 0.01 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -26.67 -0.21 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -52.03 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -52.07 -0.41 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -52.24 -0.41 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -52.26 -0.41 128 0.43 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -52.27 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -9.23 -0.77 13 0.67 [bos] b b b b b b b a b b b [eos] cls2 - sp1 : -9.88 -0.82 13 0.67 [bos] b b b b b b b b b b b [eos] cls2 - sp2 : -11.61 -0.68 18 0.71 [bos] b b b b b b b a b b b b b b b b [eos] cls2 - sp3 : -11.72 -0.73 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls2 - sp4 : -11.97 -0.75 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls3 - sp0 : -11.07 -11.07 2 1.00 [bos] [eos] cls3 - sp1 : -13.99 -0.11 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -15.03 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -15.14 -0.12 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -15.38 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-134 src: none none 15 [bos] b b b b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -12.00 /-10.63 /-1.37 /0.0/-0.00 -0.86 /-0.76 15 [bos] b b b b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -52.70 /-11.73 /-40.97 / /-39.59 -3.76 /-0.84 15 [bos] b a a a a b b b b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.91 /-4.35 /-14.56 / /-13.19 -3.15 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.94 /-2.30 /-27.63 / /-26.26 -14.97/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.93 /-7.49 /-30.44 / /-29.07 -3.79 /-0.75 11 [bos] b b b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -47.67 /-5.44 /-42.23 / /-40.86 -7.95 /-0.91 7 [bos] b b a a a [eos] cls0 - sp0 : -11.23 -11.23 2 0.00 [bos] [eos] cls0 - sp1 : -29.15 -0.23 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -29.84 -0.23 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -29.90 -0.24 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -29.94 -0.24 128 0.02 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.39 -0.67 18 0.29 [bos] b b b b b b b a b b b b b b b b [eos] cls1 - sp1 : -54.76 -0.43 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -54.90 -0.43 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -55.16 -0.43 128 0.41 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -55.19 -0.43 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -9.66 -0.80 13 0.67 [bos] b b b b b b b a b b b [eos] cls2 - sp1 : -12.03 -0.75 17 0.69 [bos] b b b b b b b b b b b b b b b [eos] cls2 - sp2 : -12.06 -0.75 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls2 - sp3 : -12.29 -0.77 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls2 - sp4 : -13.23 -0.83 17 0.69 [bos] b b b b b b b b b b b b b b a [eos] cls3 - sp0 : -11.16 -11.16 2 1.00 [bos] [eos] cls3 - sp1 : -15.86 -0.12 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.07 -0.13 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.08 -0.13 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.29 -0.14 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-135 src: none none 15 [bos] b b b b b b b a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -9.50 /-10.63 /1.13 /0.0/-0.00 -0.68 /-0.76 15 [bos] b b b b b b b a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -49.89 /-11.73 /-38.16 / /-39.30 -3.56 /-0.84 15 [bos] b a a a a b b b b a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.36 /-4.35 /-14.01 / /-15.14 -3.06 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.35 /-2.30 /-27.04 / /-28.18 -14.67/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -38.76 /-7.49 /-31.28 / /-32.41 -3.88 /-0.75 11 [bos] b b b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -45.32 /-5.44 /-39.87 / /-41.01 -7.55 /-0.91 7 [bos] b b a a a [eos] cls0 - sp0 : -11.23 -11.23 2 0.00 [bos] [eos] cls0 - sp1 : -29.15 -0.23 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -29.84 -0.23 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -29.90 -0.24 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -29.94 -0.24 128 0.02 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.39 -0.67 18 0.29 [bos] b b b b b b b a b b b b b b b b [eos] cls1 - sp1 : -54.76 -0.43 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -54.90 -0.43 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -55.16 -0.43 128 0.41 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -55.19 -0.43 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -9.66 -0.80 13 0.67 [bos] b b b b b b b a b b b [eos] cls2 - sp1 : -12.03 -0.75 17 0.69 [bos] b b b b b b b b b b b b b b b [eos] cls2 - sp2 : -12.06 -0.75 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls2 - sp3 : -12.29 -0.77 17 0.69 [bos] b b b b b b b a b b b b b b b [eos] cls2 - sp4 : -13.23 -0.83 17 0.69 [bos] b b b b b b b b b b b b b b a [eos] cls3 - sp0 : -11.16 -11.16 2 1.00 [bos] [eos] cls3 - sp1 : -15.86 -0.12 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.07 -0.13 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.08 -0.13 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.29 -0.14 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-136 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -77.04 /-9.10 /-67.94 / /-68.95 -7.00 /-0.83 12 [bos] b a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -79.90 /-8.00 /-71.90 / /-72.90 -7.26 /-0.73 12 [bos] a b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -48.55 /-6.54 /-42.00 / /-43.01 -8.09 /-1.09 7 [bos] b b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -10.06 /-2.30 /-7.76 / /-8.77 -5.03 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -29.77 /-4.42 /-25.35 / /-26.35 -7.44 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-137 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -71.22 /-9.10 /-62.12 / /-62.71 -6.47 /-0.83 12 [bos] b a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -79.95 /-8.00 /-71.95 / /-72.53 -7.27 /-0.73 12 [bos] a b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -48.32 /-6.54 /-41.78 / /-42.36 -8.05 /-1.09 7 [bos] b b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -10.97 /-2.30 /-8.67 / /-9.25 -5.48 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -28.09 /-4.42 /-23.67 / /-24.25 -7.02 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-138 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -77.70 /-9.10 /-68.60 / /-69.61 -7.06 /-0.83 12 [bos] b a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -80.84 /-8.00 /-72.84 / /-73.84 -7.35 /-0.73 12 [bos] a b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -48.92 /-6.54 /-42.38 / /-43.39 -8.15 /-1.09 7 [bos] b b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -10.09 /-2.30 /-7.79 / /-8.79 -5.04 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -29.92 /-4.42 /-25.50 / /-26.51 -7.48 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-139 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -72.59 /-9.10 /-63.49 / /-64.07 -6.60 /-0.83 12 [bos] b a a a a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -81.55 /-8.00 /-73.55 / /-74.14 -7.41 /-0.73 12 [bos] a b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -48.85 /-6.54 /-42.30 / /-42.89 -8.14 /-1.09 7 [bos] b b b a b [eos] tgt4: mod/noi/dif/loss/nce/logp -11.00 /-2.30 /-8.69 / /-9.28 -5.50 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -28.49 /-4.42 /-24.06 / /-24.65 -7.12 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-140 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.46 /-5.44 /1.98 /0.0/0.00 -0.58 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -30.47 /-2.30 /-28.17 / /-30.15 -15.24/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -30.47 /-2.30 /-28.17 / /-30.15 -15.24/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -32.97 /-4.93 /-28.04 / /-30.02 -6.59 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -22.37 /-3.91 /-18.46 / /-20.44 -7.46 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -62.37 /-7.41 /-54.96 / /-56.95 -5.20 /-0.62 13 [bos] b b b b b b b b b b b [eos] cls0 - sp0 : -3.46 -0.58 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -3.91 -0.65 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.38 -0.73 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.54 -0.76 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.73 -0.79 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.43 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.86 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -5.00 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.55 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.82 -0.64 7 0.67 [bos] a a a b b [eos] cls2 - sp4 : -4.10 -0.68 7 0.50 [bos] a a a b b [eos] cls3 - sp0 : -1.80 -0.30 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.47 -0.41 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.66 -0.61 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.73 -0.62 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.24 -0.71 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-141 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.47 /-5.44 /2.97 /0.0/0.00 -0.41 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -31.10 /-2.30 /-28.80 / /-31.77 -15.55/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.10 /-2.30 /-28.80 / /-31.77 -15.55/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.67 /-4.93 /-23.73 / /-26.71 -5.73 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -26.16 /-3.91 /-22.24 / /-25.22 -8.72 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -68.60 /-7.41 /-61.19 / /-64.16 -5.72 /-0.62 13 [bos] b b b b b b b b b b b [eos] cls0 - sp0 : -3.46 -0.58 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -3.91 -0.65 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.38 -0.73 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.54 -0.76 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.73 -0.79 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.43 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.86 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -5.00 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.95 -0.49 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.55 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.76 -0.63 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.82 -0.64 7 0.67 [bos] a a a b b [eos] cls2 - sp4 : -4.10 -0.68 7 0.50 [bos] a a a b b [eos] cls3 - sp0 : -1.80 -0.30 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.47 -0.41 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.66 -0.61 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.73 -0.62 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.24 -0.71 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-142 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.61 /-5.44 /1.84 /0.0/0.00 -0.60 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.76 /-2.30 /-26.46 / /-28.29 -14.38/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.76 /-2.30 /-26.46 / /-28.29 -14.38/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.60 /-4.93 /-25.67 / /-27.51 -6.12 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -19.24 /-3.91 /-15.32 / /-17.16 -6.41 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -52.82 /-7.41 /-45.41 / /-47.25 -4.40 /-0.62 13 [bos] b b b b b b b b b b b [eos] cls0 - sp0 : -3.61 -0.60 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -4.01 -0.67 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.35 -0.72 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.62 -0.77 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.85 -0.81 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.39 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.51 -0.75 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.88 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -4.98 -0.83 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.74 -0.46 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.54 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.61 -0.60 7 0.50 [bos] a a a b b [eos] cls2 - sp4 : -3.69 -0.61 7 0.67 [bos] a a a b b [eos] cls3 - sp0 : -1.68 -0.28 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.65 -0.44 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.75 -0.62 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.90 -0.65 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-143 src: none none 7 [bos] a a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.65 /-5.44 /2.79 /0.0/0.00 -0.44 /-0.91 7 [bos] a a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -29.08 /-2.30 /-26.77 / /-29.57 -14.54/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -29.08 /-2.30 /-26.77 / /-29.57 -14.54/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.98 /-4.93 /-25.04 / /-27.84 -6.00 /-0.99 6 [bos] b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -22.16 /-3.91 /-18.25 / /-21.04 -7.39 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -67.78 /-7.41 /-60.37 / /-63.16 -5.65 /-0.62 13 [bos] b b b b b b b b b b b [eos] cls0 - sp0 : -3.61 -0.60 7 0.00 [bos] a a a b b [eos] cls0 - sp1 : -4.01 -0.67 7 0.17 [bos] a a a b b [eos] cls0 - sp2 : -4.35 -0.72 7 0.17 [bos] a a a b b [eos] cls0 - sp3 : -4.62 -0.77 7 0.17 [bos] a a a b b [eos] cls0 - sp4 : -4.85 -0.81 7 0.17 [bos] a a a b b [eos] cls1 - sp0 : -3.39 -0.57 7 0.33 [bos] a a a b b [eos] cls1 - sp1 : -4.51 -0.75 7 0.33 [bos] a a a b b [eos] cls1 - sp2 : -4.88 -0.81 7 0.33 [bos] a a a b b [eos] cls1 - sp3 : -4.96 -0.83 7 0.33 [bos] a a a b b [eos] cls1 - sp4 : -4.98 -0.83 7 0.33 [bos] a a a b b [eos] cls2 - sp0 : -2.74 -0.46 7 0.67 [bos] a a a b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a a a b b [eos] cls2 - sp2 : -3.54 -0.59 7 0.67 [bos] a a a b b [eos] cls2 - sp3 : -3.61 -0.60 7 0.50 [bos] a a a b b [eos] cls2 - sp4 : -3.69 -0.61 7 0.67 [bos] a a a b b [eos] cls3 - sp0 : -1.68 -0.28 7 0.83 [bos] a a a b b [eos] cls3 - sp1 : -2.65 -0.44 7 1.00 [bos] a a a b b [eos] cls3 - sp2 : -3.75 -0.62 7 0.83 [bos] a a a b b [eos] cls3 - sp3 : -3.90 -0.65 7 0.83 [bos] a a a b [unk] [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] a a a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-144 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.74 /-3.84 /-4.90 /0.0/-0.00 -1.75 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.36 /-2.30 /-26.06 / /-21.16 -14.18/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.70 /-2.81 /-16.89 / /-11.99 -6.57 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -65.74 /-5.96 /-59.79 / /-54.89 -9.39 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.97 /-4.42 /-32.55 / /-27.65 -9.24 /-1.11 5 [bos] a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.70 /-2.81 /-16.89 / /-11.99 -6.57 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-145 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.93 /-3.84 /-3.09 /0.0/-0.00 -1.39 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -27.76 /-2.30 /-25.45 / /-22.36 -13.88/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.53 /-2.81 /-16.72 / /-13.63 -6.51 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -60.44 /-5.96 /-54.49 / /-51.40 -8.63 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -35.39 /-4.42 /-30.97 / /-27.88 -8.85 /-1.11 5 [bos] a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.53 /-2.81 /-16.72 / /-13.63 -6.51 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-146 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.50 /-3.84 /-4.66 /0.0/-0.00 -1.70 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -27.80 /-2.30 /-25.50 / /-20.83 -13.90/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.66 /-2.81 /-15.85 / /-11.19 -6.22 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -56.26 /-5.96 /-50.31 / /-45.64 -8.04 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -35.49 /-4.42 /-31.07 / /-26.41 -8.87 /-1.11 5 [bos] a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -18.66 /-2.81 /-15.85 / /-11.19 -6.22 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-147 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.18 /-3.84 /-1.35 /0.0/-0.00 -1.04 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -26.95 /-2.30 /-24.65 / /-23.31 -13.48/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.40 /-2.81 /-16.59 / /-15.24 -6.47 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -54.99 /-5.96 /-49.03 / /-47.68 -7.86 /-0.85 8 [bos] b a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -33.90 /-4.42 /-29.48 / /-28.13 -8.47 /-1.11 5 [bos] a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.40 /-2.81 /-16.59 / /-15.24 -6.47 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-148 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.04 /-2.81 /0.77 /0.69/-0.69 -0.68 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -74.94 /-5.37 /-69.57 / /-71.03 -9.37 /-0.67 9 [bos] a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -2.04 /-2.81 /0.77 / /-0.69 -0.68 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -56.78 /-6.98 /-49.80 / /-51.27 -6.31 /-0.78 10 [bos] b b b b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -22.77 /-2.81 /-19.96 / /-21.43 -7.59 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -36.86 /-4.42 /-32.43 / /-33.90 -9.21 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-149 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.80 /-2.81 /0.01 /0.69/-0.69 -0.93 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -70.28 /-5.37 /-64.92 / /-65.62 -8.79 /-0.67 9 [bos] a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -2.80 /-2.81 /0.01 / /-0.69 -0.93 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -47.87 /-6.98 /-40.90 / /-41.60 -5.32 /-0.78 10 [bos] b b b b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -22.71 /-2.81 /-19.90 / /-20.60 -7.57 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.96 /-4.42 /-26.54 / /-27.24 -7.74 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-150 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-2.81 /0.76 /0.69/-0.69 -0.69 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -68.57 /-5.37 /-63.20 / /-64.65 -8.57 /-0.67 9 [bos] a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -2.06 /-2.81 /0.76 / /-0.69 -0.69 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -55.31 /-6.98 /-48.33 / /-49.78 -6.15 /-0.78 10 [bos] b b b b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -20.72 /-2.81 /-17.90 / /-19.35 -6.91 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.33 /-4.42 /-25.91 / /-27.36 -7.58 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-151 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.86 /-2.81 /-0.05 /0.69/-0.69 -0.95 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -65.97 /-5.37 /-60.60 / /-61.25 -8.25 /-0.67 9 [bos] a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -2.86 /-2.81 /-0.05 / /-0.69 -0.95 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -48.79 /-6.98 /-41.81 / /-42.46 -5.42 /-0.78 10 [bos] b b b b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -20.74 /-2.81 /-17.93 / /-18.57 -6.91 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -24.85 /-4.42 /-20.43 / /-21.08 -6.21 /-1.11 5 [bos] b a a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-152 src: none none 14 [bos] b b b b b b a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -9.11 /-9.02 /-0.09 /0.0/0.00 -0.70 /-0.69 14 [bos] b b b b b b a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.81 /-2.81 /-18.00 / /-17.91 -6.94 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -29.37 /-2.30 /-27.07 / /-26.98 -14.68/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.39 /-2.30 /-19.09 / /-19.00 -10.70/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -38.19 /-2.81 /-35.38 / /-35.29 -12.73/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.37 /-2.30 /-27.07 / /-26.98 -14.68/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.72 -11.72 2 0.00 [bos] [eos] cls0 - sp1 : -37.49 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -37.90 -0.30 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -37.98 -0.30 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -38.15 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -9.76 -0.75 14 0.38 [bos] b b b b b b a a a a a a [eos] cls1 - sp1 : -11.04 -0.65 18 0.29 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp2 : -11.40 -0.67 18 0.41 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp3 : -11.42 -0.67 18 0.35 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp4 : -11.80 -0.66 19 0.28 [bos] b b b b b b a a a a a a a a a a a [eos] cls2 - sp0 : -6.88 -0.76 10 0.56 [bos] b b b b b b a a [eos] cls2 - sp1 : -9.00 -0.69 14 0.62 [bos] b b b b b b a a a a a a [eos] cls2 - sp2 : -9.06 -0.76 13 0.58 [bos] b b b b b b a a a a a [eos] cls2 - sp3 : -9.17 -0.76 13 0.67 [bos] b b b b b b a a a a a [eos] cls2 - sp4 : -9.33 -0.72 14 0.69 [bos] b b b b b b a a a a a a [eos] cls3 - sp0 : -8.55 -0.32 28 0.96 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a [eos] cls3 - sp1 : -8.70 -0.30 30 0.97 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a [eos] cls3 - sp2 : -11.66 -11.66 2 1.00 [bos] [eos] cls3 - sp3 : -14.72 -0.23 66 0.98 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos] cls3 - sp4 : -21.19 -0.17 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-153 src: none none 14 [bos] b b b b b b a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -7.11 /-9.02 /1.91 /0.0/0.00 -0.55 /-0.69 14 [bos] b b b b b b a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -21.52 /-2.81 /-18.71 / /-20.62 -7.17 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.69 /-2.30 /-26.39 / /-28.30 -14.34/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.54 /-2.30 /-19.23 / /-21.14 -10.77/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -37.32 /-2.81 /-34.51 / /-36.42 -12.44/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -28.69 /-2.30 /-26.39 / /-28.30 -14.34/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.72 -11.72 2 0.00 [bos] [eos] cls0 - sp1 : -37.49 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -37.90 -0.30 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -37.98 -0.30 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -38.15 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -9.76 -0.75 14 0.38 [bos] b b b b b b a a a a a a [eos] cls1 - sp1 : -11.04 -0.65 18 0.29 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp2 : -11.40 -0.67 18 0.41 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp3 : -11.42 -0.67 18 0.35 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp4 : -11.80 -0.66 19 0.28 [bos] b b b b b b a a a a a a a a a a a [eos] cls2 - sp0 : -6.88 -0.76 10 0.56 [bos] b b b b b b a a [eos] cls2 - sp1 : -9.00 -0.69 14 0.62 [bos] b b b b b b a a a a a a [eos] cls2 - sp2 : -9.06 -0.76 13 0.58 [bos] b b b b b b a a a a a [eos] cls2 - sp3 : -9.17 -0.76 13 0.67 [bos] b b b b b b a a a a a [eos] cls2 - sp4 : -9.33 -0.72 14 0.69 [bos] b b b b b b a a a a a a [eos] cls3 - sp0 : -8.55 -0.32 28 0.96 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a [eos] cls3 - sp1 : -8.70 -0.30 30 0.97 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a [eos] cls3 - sp2 : -11.66 -11.66 2 1.00 [bos] [eos] cls3 - sp3 : -14.72 -0.23 66 0.98 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos] cls3 - sp4 : -21.19 -0.17 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-154 src: none none 14 [bos] b b b b b b a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -8.45 /-9.02 /0.57 /0.0/0.00 -0.65 /-0.69 14 [bos] b b b b b b a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.14 /-2.81 /-17.32 / /-17.90 -6.71 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -29.42 /-2.30 /-27.11 / /-27.69 -14.71/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.32 /-2.30 /-19.02 / /-19.59 -10.66/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -37.41 /-2.81 /-34.59 / /-35.16 -12.47/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.42 /-2.30 /-27.11 / /-27.69 -14.71/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.41 -11.41 2 0.00 [bos] [eos] cls0 - sp1 : -29.93 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -30.71 -0.24 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -30.74 -0.24 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -30.96 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -10.20 -0.57 19 0.28 [bos] b b b b b b a a a a a a a a a a a [eos] cls1 - sp1 : -10.53 -0.62 18 0.29 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp2 : -10.87 -0.57 20 0.26 [bos] b b b b b b a a a a a a a a a a a a [eos] cls1 - sp3 : -11.13 -0.56 21 0.25 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls1 - sp4 : -12.69 -0.60 22 0.29 [bos] b b b b b b a a a a a a a a a a a a a a [eos] cls2 - sp0 : -10.74 -0.67 17 0.69 [bos] b b b b b b a a a a a a a a a [eos] cls2 - sp1 : -11.70 -0.73 17 0.69 [bos] b b b b b b a a a a a a a a a [eos] cls2 - sp2 : -14.03 -0.70 21 0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls2 - sp3 : -14.28 -0.71 21 0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls2 - sp4 : -14.35 -0.72 21 0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls3 - sp0 : -9.78 -0.08 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp1 : -10.18 -0.08 128 1.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -10.96 -0.09 128 0.99 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp3 : -11.14 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -11.31 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-155 src: none none 14 [bos] b b b b b b a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -7.75 /-9.02 /1.27 /0.0/0.00 -0.60 /-0.69 14 [bos] b b b b b b a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -21.16 /-2.81 /-18.35 / /-19.61 -7.05 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.84 /-2.30 /-26.54 / /-27.81 -14.42/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.49 /-2.30 /-19.19 / /-20.46 -10.75/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -36.60 /-2.81 /-33.79 / /-35.06 -12.20/-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -28.84 /-2.30 /-26.54 / /-27.81 -14.42/-1.15 3 [bos] a [eos] cls0 - sp0 : -11.41 -11.41 2 0.00 [bos] [eos] cls0 - sp1 : -29.93 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp2 : -30.71 -0.24 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp3 : -30.74 -0.24 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls0 - sp4 : -30.96 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls1 - sp0 : -10.20 -0.57 19 0.28 [bos] b b b b b b a a a a a a a a a a a [eos] cls1 - sp1 : -10.53 -0.62 18 0.29 [bos] b b b b b b a a a a a a a a a a [eos] cls1 - sp2 : -10.87 -0.57 20 0.26 [bos] b b b b b b a a a a a a a a a a a a [eos] cls1 - sp3 : -11.13 -0.56 21 0.25 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls1 - sp4 : -12.69 -0.60 22 0.29 [bos] b b b b b b a a a a a a a a a a a a a a [eos] cls2 - sp0 : -10.74 -0.67 17 0.69 [bos] b b b b b b a a a a a a a a a [eos] cls2 - sp1 : -11.70 -0.73 17 0.69 [bos] b b b b b b a a a a a a a a a [eos] cls2 - sp2 : -14.03 -0.70 21 0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls2 - sp3 : -14.28 -0.71 21 0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls2 - sp4 : -14.35 -0.72 21 0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos] cls3 - sp0 : -9.78 -0.08 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp1 : -10.18 -0.08 128 1.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -10.96 -0.09 128 0.99 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp3 : -11.14 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -11.31 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-156 src: none none 16 [bos] b b b b a a a b a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -12.59 /-13.34 /0.75 /0.0/0.00 -0.84 /-0.89 16 [bos] b b b b a a a b a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.26 /-3.32 /-17.94 / /-18.69 -5.31 /-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -27.22 /-2.30 /-24.92 / /-25.67 -13.61/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.50 /-2.30 /-19.20 / /-19.95 -10.75/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.41 /-4.93 /-20.48 / /-21.23 -5.08 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -42.97 /-5.88 /-37.09 / /-37.84 -4.77 /-0.65 10 [bos] a a a a a a a a [eos] cls0 - sp0 : -11.18 -11.18 2 0.00 [bos] [eos] cls0 - sp1 : -40.03 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -40.79 -0.32 128 0.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -41.10 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -41.12 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.76 -0.90 14 0.46 [bos] b b b b b a a b b b b b [eos] cls1 - sp1 : -52.75 -0.81 66 0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b a b b b b b [eos] cls1 - sp2 : -68.77 -0.77 90 0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b [eos] cls1 - sp3 : -69.30 -0.77 91 0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b [eos] cls1 - sp4 : -69.53 -0.76 92 0.25 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b [eos] cls2 - sp0 : -10.77 -0.67 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp1 : -11.66 -0.73 17 0.69 [bos] b b b b a a a b b b b b b b b [eos] cls2 - sp2 : -11.80 -0.74 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp3 : -12.09 -0.76 17 0.69 [bos] b b b b b a a b b b b b b a b [eos] cls2 - sp4 : -12.45 -0.78 17 0.69 [bos] b b b b b a a b b b b b a b b [eos] cls3 - sp0 : -11.12 -11.12 2 1.00 [bos] [eos] cls3 - sp1 : -18.77 -0.15 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -20.96 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.99 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls3 - sp4 : -21.03 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-157 src: none none 16 [bos] b b b b a a a b a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -10.66 /-13.34 /2.68 /0.0/0.00 -0.71 /-0.89 16 [bos] b b b b a a a b a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.19 /-3.32 /-17.86 / /-20.54 -5.30 /-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -26.57 /-2.30 /-24.27 / /-26.95 -13.28/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.67 /-2.30 /-19.37 / /-22.05 -10.84/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.78 /-4.93 /-20.85 / /-23.53 -5.16 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -41.34 /-5.88 /-35.46 / /-38.14 -4.59 /-0.65 10 [bos] a a a a a a a a [eos] cls0 - sp0 : -11.18 -11.18 2 0.00 [bos] [eos] cls0 - sp1 : -40.03 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -40.79 -0.32 128 0.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -41.10 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -41.12 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -11.76 -0.90 14 0.46 [bos] b b b b b a a b b b b b [eos] cls1 - sp1 : -52.75 -0.81 66 0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b a b b b b b [eos] cls1 - sp2 : -68.77 -0.77 90 0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b [eos] cls1 - sp3 : -69.30 -0.77 91 0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b [eos] cls1 - sp4 : -69.53 -0.76 92 0.25 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b [eos] cls2 - sp0 : -10.77 -0.67 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp1 : -11.66 -0.73 17 0.69 [bos] b b b b a a a b b b b b b b b [eos] cls2 - sp2 : -11.80 -0.74 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp3 : -12.09 -0.76 17 0.69 [bos] b b b b b a a b b b b b b a b [eos] cls2 - sp4 : -12.45 -0.78 17 0.69 [bos] b b b b b a a b b b b b a b b [eos] cls3 - sp0 : -11.12 -11.12 2 1.00 [bos] [eos] cls3 - sp1 : -18.77 -0.15 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -20.96 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.99 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls3 - sp4 : -21.03 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-158 src: none none 16 [bos] b b b b a a a b a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -12.85 /-13.34 /0.49 /0.0/0.00 -0.86 /-0.89 16 [bos] b b b b a a a b a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.30 /-3.32 /-17.97 / /-18.46 -5.32 /-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -27.69 /-2.30 /-25.39 / /-25.87 -13.84/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.50 /-2.30 /-19.20 / /-19.68 -10.75/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.01 /-4.93 /-20.07 / /-20.56 -5.00 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -36.14 /-5.88 /-30.26 / /-30.74 -4.02 /-0.65 10 [bos] a a a a a a a a [eos] cls0 - sp0 : -11.70 -11.70 2 0.00 [bos] [eos] cls0 - sp1 : -55.46 -0.44 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -55.80 -0.44 128 0.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -55.90 -0.44 128 0.00 [bos] b b b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -56.16 -0.44 128 0.00 [bos] b b b b a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -159.50 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -159.52 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a b b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -159.57 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -6.11 -0.68 10 0.56 [bos] b b b b a a a a [eos] cls2 - sp1 : -12.49 -0.83 16 0.73 [bos] b b b b b a a a b b b b b b [eos] cls2 - sp2 : -12.66 -0.84 16 0.67 [bos] b b b b b a a a b b b b b b [eos] cls2 - sp3 : -13.26 -0.83 17 0.69 [bos] b b b b b a a a b b b b b b b [eos] cls2 - sp4 : -13.62 -0.85 17 0.69 [bos] b b b b b a a a b b b a b b b [eos] cls3 - sp0 : -11.59 -11.59 2 1.00 [bos] [eos] cls3 - sp1 : -49.36 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -49.75 -0.39 128 1.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -49.87 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -50.13 -0.39 128 1.00 [bos] b b b b a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-159 src: none none 16 [bos] b b b b a a a b a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -11.40 /-13.34 /1.93 /0.0/0.00 -0.76 /-0.89 16 [bos] b b b b a a a b a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.28 /-3.32 /-17.95 / /-19.89 -5.32 /-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -26.99 /-2.30 /-24.69 / /-26.63 -13.50/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.67 /-2.30 /-19.36 / /-21.30 -10.83/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -26.32 /-4.93 /-21.39 / /-23.32 -5.26 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -33.39 /-5.88 /-27.51 / /-29.45 -3.71 /-0.65 10 [bos] a a a a a a a a [eos] cls0 - sp0 : -11.70 -11.70 2 0.00 [bos] [eos] cls0 - sp1 : -55.46 -0.44 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -55.80 -0.44 128 0.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -55.90 -0.44 128 0.00 [bos] b b b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -56.16 -0.44 128 0.00 [bos] b b b b a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -159.50 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -159.52 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a b b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -159.57 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -6.11 -0.68 10 0.56 [bos] b b b b a a a a [eos] cls2 - sp1 : -12.49 -0.83 16 0.73 [bos] b b b b b a a a b b b b b b [eos] cls2 - sp2 : -12.66 -0.84 16 0.67 [bos] b b b b b a a a b b b b b b [eos] cls2 - sp3 : -13.26 -0.83 17 0.69 [bos] b b b b b a a a b b b b b b b [eos] cls2 - sp4 : -13.62 -0.85 17 0.69 [bos] b b b b b a a a b b b a b b b [eos] cls3 - sp0 : -11.59 -11.59 2 1.00 [bos] [eos] cls3 - sp1 : -49.36 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -49.75 -0.39 128 1.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -49.87 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -50.13 -0.39 128 1.00 [bos] b b b b a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-160 src: none none 10 [bos] b b b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.73 /-6.98 /1.25 /0.0/-0.00 -0.64 /-0.78 10 [bos] b b b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.57 /-3.32 /-38.24 / /-39.49 -10.39/-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -17.97 /-2.81 /-15.16 / /-16.41 -5.99 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.30 /-5.44 /-17.86 / /-19.10 -3.88 /-0.91 7 [bos] b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -32.84 /-3.84 /-29.01 / /-30.25 -6.57 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.19 /-2.81 /-31.38 / /-32.62 -11.40/-0.94 4 [bos] a a [eos] cls0 - sp0 : -5.53 -0.61 10 0.22 [bos] b b b a a a a a [eos] cls0 - sp1 : -5.72 -0.64 10 0.11 [bos] b b b a a a a a [eos] cls0 - sp2 : -6.78 -0.62 12 0.18 [bos] b b b a a a a a a a [eos] cls0 - sp3 : -7.23 -0.60 13 0.17 [bos] b b b a a a a a a a a [eos] cls0 - sp4 : -10.08 -0.46 23 0.00 [bos] b b b a a a a a a a a a a a a a a a a a a [eos] cls1 - sp0 : -6.35 -0.71 10 0.44 [bos] b b b a a a a a [eos] cls1 - sp1 : -8.67 -0.67 14 0.46 [bos] b b b a a a a a a a a a [eos] cls1 - sp2 : -9.11 -0.70 14 0.31 [bos] b b b a a a a a a a a a [eos] cls1 - sp3 : -9.12 -0.70 14 0.31 [bos] b b b a [pad] a a a a a a a [eos] cls1 - sp4 : -9.26 -0.66 15 0.43 [bos] b b b a a a a a a a a a a [eos] cls2 - sp0 : -5.69 -0.63 10 0.56 [bos] b b b a a a a a [eos] cls2 - sp1 : -7.58 -0.63 13 0.58 [bos] b b b a a a a a a a a [eos] cls2 - sp2 : -8.06 -0.67 13 0.50 [bos] b b b a a a a a a a a [eos] cls2 - sp3 : -8.19 -0.63 14 0.54 [bos] b b b a a a a a a a a a [eos] cls2 - sp4 : -10.59 -0.66 17 0.69 [bos] b b b a a a a a a a a a a a a [eos] cls3 - sp0 : -6.43 -0.05 128 1.00 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp1 : -7.81 -0.06 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -7.98 -0.06 128 1.00 [bos] b b b a [pad] a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp3 : -8.00 -0.06 128 1.00 [bos] b b b a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -8.67 -0.07 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-161 src: none none 10 [bos] b b b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -4.96 /-6.98 /2.02 /0.0/-0.00 -0.55 /-0.78 10 [bos] b b b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -39.73 /-3.32 /-36.40 / /-38.42 -9.93 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.46 /-2.81 /-17.64 / /-19.66 -6.82 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -17.36 /-5.44 /-11.92 / /-13.94 -2.89 /-0.91 7 [bos] b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -27.62 /-3.84 /-23.79 / /-25.81 -5.52 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.83 /-2.81 /-32.02 / /-34.04 -11.61/-0.94 4 [bos] a a [eos] cls0 - sp0 : -5.53 -0.61 10 0.22 [bos] b b b a a a a a [eos] cls0 - sp1 : -5.72 -0.64 10 0.11 [bos] b b b a a a a a [eos] cls0 - sp2 : -6.78 -0.62 12 0.18 [bos] b b b a a a a a a a [eos] cls0 - sp3 : -7.23 -0.60 13 0.17 [bos] b b b a a a a a a a a [eos] cls0 - sp4 : -10.08 -0.46 23 0.00 [bos] b b b a a a a a a a a a a a a a a a a a a [eos] cls1 - sp0 : -6.35 -0.71 10 0.44 [bos] b b b a a a a a [eos] cls1 - sp1 : -8.67 -0.67 14 0.46 [bos] b b b a a a a a a a a a [eos] cls1 - sp2 : -9.11 -0.70 14 0.31 [bos] b b b a a a a a a a a a [eos] cls1 - sp3 : -9.12 -0.70 14 0.31 [bos] b b b a [pad] a a a a a a a [eos] cls1 - sp4 : -9.26 -0.66 15 0.43 [bos] b b b a a a a a a a a a a [eos] cls2 - sp0 : -5.69 -0.63 10 0.56 [bos] b b b a a a a a [eos] cls2 - sp1 : -7.58 -0.63 13 0.58 [bos] b b b a a a a a a a a [eos] cls2 - sp2 : -8.06 -0.67 13 0.50 [bos] b b b a a a a a a a a [eos] cls2 - sp3 : -8.19 -0.63 14 0.54 [bos] b b b a a a a a a a a a [eos] cls2 - sp4 : -10.59 -0.66 17 0.69 [bos] b b b a a a a a a a a a a a a [eos] cls3 - sp0 : -6.43 -0.05 128 1.00 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp1 : -7.81 -0.06 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp2 : -7.98 -0.06 128 1.00 [bos] b b b a [pad] a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp3 : -8.00 -0.06 128 1.00 [bos] b b b a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -8.67 -0.07 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-162 src: none none 10 [bos] b b b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -4.57 /-6.98 /2.41 /0.0/0.00 -0.51 /-0.78 10 [bos] b b b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -44.39 /-3.32 /-41.07 / /-43.48 -11.10/-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.51 /-2.81 /-16.70 / /-19.11 -6.50 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -24.54 /-5.44 /-19.10 / /-21.51 -4.09 /-0.91 7 [bos] b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -34.31 /-3.84 /-30.48 / /-32.89 -6.86 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -35.05 /-2.81 /-32.24 / /-34.65 -11.68/-0.94 4 [bos] a a [eos] cls0 - sp0 : -4.57 -0.51 10 0.00 [bos] b b b a a a a a [eos] cls0 - sp1 : -4.73 -0.53 10 0.22 [bos] b b b a a a a a [eos] cls0 - sp2 : -5.03 -0.56 10 0.11 [bos] b b b a a a a a [eos] cls0 - sp3 : -5.09 -0.57 10 0.22 [bos] b b b a a a a a [eos] cls0 - sp4 : -5.18 -0.58 10 0.11 [bos] b b b a a b a a [eos] cls1 - sp0 : -5.80 -0.64 10 0.33 [bos] b b b a a a a a [eos] cls1 - sp1 : -5.82 -0.65 10 0.44 [bos] b b b a a a a a [eos] cls1 - sp2 : -5.84 -0.65 10 0.33 [bos] b b b a b a a a [eos] cls1 - sp3 : -5.86 -0.65 10 0.33 [bos] b b b a a a a a [eos] cls1 - sp4 : -6.30 -0.70 10 0.33 [bos] b b b a a a a a [eos] cls2 - sp0 : -5.23 -0.58 10 0.67 [bos] b b b a a a a a [eos] cls2 - sp1 : -5.49 -0.61 10 0.56 [bos] b b b a a a a a [eos] cls2 - sp2 : -5.88 -0.65 10 0.67 [bos] b b b a a a a a [eos] cls2 - sp3 : -6.06 -0.67 10 0.56 [bos] b b b a b a a a [eos] cls2 - sp4 : -6.06 -0.67 10 0.56 [bos] b b b a a a a a [eos] cls3 - sp0 : -2.83 -0.31 10 0.89 [bos] b b b a a a a a [eos] cls3 - sp1 : -3.00 -0.33 10 1.00 [bos] b b b a a a a a [eos] cls3 - sp2 : -3.55 -0.39 10 0.78 [bos] b b b a a a a a [eos] cls3 - sp3 : -3.71 -0.41 10 0.89 [bos] b b b a a a a a [eos] cls3 - sp4 : -4.72 -0.52 10 0.78 [bos] b b b a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-163 src: none none 10 [bos] b b b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.00 /-6.98 /3.98 /0.0/0.00 -0.33 /-0.78 10 [bos] b b b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -43.71 /-3.32 /-40.38 / /-44.36 -10.93/-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.91 /-2.81 /-18.10 / /-22.08 -6.97 /-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.01 /-5.44 /-17.56 / /-21.54 -3.83 /-0.91 7 [bos] b b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -32.63 /-3.84 /-28.79 / /-32.77 -6.53 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -35.08 /-2.81 /-32.27 / /-36.24 -11.69/-0.94 4 [bos] a a [eos] cls0 - sp0 : -4.57 -0.51 10 0.00 [bos] b b b a a a a a [eos] cls0 - sp1 : -4.73 -0.53 10 0.22 [bos] b b b a a a a a [eos] cls0 - sp2 : -5.03 -0.56 10 0.11 [bos] b b b a a a a a [eos] cls0 - sp3 : -5.09 -0.57 10 0.22 [bos] b b b a a a a a [eos] cls0 - sp4 : -5.18 -0.58 10 0.11 [bos] b b b a a b a a [eos] cls1 - sp0 : -5.80 -0.64 10 0.33 [bos] b b b a a a a a [eos] cls1 - sp1 : -5.82 -0.65 10 0.44 [bos] b b b a a a a a [eos] cls1 - sp2 : -5.84 -0.65 10 0.33 [bos] b b b a b a a a [eos] cls1 - sp3 : -5.86 -0.65 10 0.33 [bos] b b b a a a a a [eos] cls1 - sp4 : -6.30 -0.70 10 0.33 [bos] b b b a a a a a [eos] cls2 - sp0 : -5.23 -0.58 10 0.67 [bos] b b b a a a a a [eos] cls2 - sp1 : -5.49 -0.61 10 0.56 [bos] b b b a a a a a [eos] cls2 - sp2 : -5.88 -0.65 10 0.67 [bos] b b b a a a a a [eos] cls2 - sp3 : -6.06 -0.67 10 0.56 [bos] b b b a b a a a [eos] cls2 - sp4 : -6.06 -0.67 10 0.56 [bos] b b b a a a a a [eos] cls3 - sp0 : -2.83 -0.31 10 0.89 [bos] b b b a a a a a [eos] cls3 - sp1 : -3.00 -0.33 10 1.00 [bos] b b b a a a a a [eos] cls3 - sp2 : -3.55 -0.39 10 0.78 [bos] b b b a a a a a [eos] cls3 - sp3 : -3.71 -0.41 10 0.89 [bos] b b b a a a a a [eos] cls3 - sp4 : -4.72 -0.52 10 0.78 [bos] b b b a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-164 src: none none 9 [bos] a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.91 /-6.47 /2.55 /0.0/0.00 -0.49 /-0.81 9 [bos] a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -50.59 /-6.47 /-44.13 / /-46.68 -6.32 /-0.81 9 [bos] b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.38 /-4.42 /-34.96 / /-37.51 -9.85 /-1.11 5 [bos] b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -72.70 /-17.58 /-55.12 / /-57.67 -3.83 /-0.93 20 [bos] b b b a a a a a a a a b a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.12 /-2.81 /-17.31 / /-19.86 -6.71 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.77 /-2.30 /-28.47 / /-31.02 -15.39/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.91 -0.49 9 0.00 [bos] a a a a b b b [eos] cls0 - sp1 : -4.50 -0.56 9 0.12 [bos] a a a a b b b [eos] cls0 - sp2 : -5.45 -0.68 9 0.12 [bos] a a a a b b b [eos] cls0 - sp3 : -5.49 -0.69 9 0.12 [bos] a a a a b b b [eos] cls0 - sp4 : -5.64 -0.71 9 0.12 [bos] a a a a b b b [eos] cls1 - sp0 : -5.09 -0.64 9 0.25 [bos] a a a a b b b [eos] cls1 - sp1 : -5.19 -0.65 9 0.25 [bos] a a a a b b b [eos] cls1 - sp2 : -5.42 -0.68 9 0.25 [bos] a a a a a b b [eos] cls1 - sp3 : -5.54 -0.69 9 0.38 [bos] a a a a b b b [eos] cls1 - sp4 : -5.56 -0.70 9 0.38 [bos] a a a a b b b [eos] cls2 - sp0 : -4.49 -0.56 9 0.62 [bos] a a a a a b b [eos] cls2 - sp1 : -4.53 -0.57 9 0.50 [bos] a a a a a b b [eos] cls2 - sp2 : -4.56 -0.57 9 0.62 [bos] a a a a b b b [eos] cls2 - sp3 : -4.62 -0.58 9 0.62 [bos] a a a a b b b [eos] cls2 - sp4 : -4.73 -0.59 9 0.62 [bos] a a a a a b b [eos] cls3 - sp0 : -1.97 -0.25 9 0.88 [bos] a a a a b b b [eos] cls3 - sp1 : -2.21 -0.28 9 0.88 [bos] a a a a a b b [eos] cls3 - sp2 : -2.64 -0.33 9 1.00 [bos] a a a a b b b [eos] cls3 - sp3 : -3.07 -0.38 9 1.00 [bos] a a a a a b b [eos] cls3 - sp4 : -3.98 -0.50 9 0.75 [bos] a a a a b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-165 src: none none 9 [bos] a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.64 /-6.47 /3.82 /0.0/0.00 -0.33 /-0.81 9 [bos] a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -48.63 /-6.47 /-42.16 / /-45.99 -6.08 /-0.81 9 [bos] b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.11 /-4.42 /-34.68 / /-38.51 -9.78 /-1.11 5 [bos] b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -91.36 /-17.58 /-73.78 / /-77.61 -4.81 /-0.93 20 [bos] b b b a a a a a a a a b a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.64 /-2.81 /-17.83 / /-21.65 -6.88 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.74 /-2.30 /-28.43 / /-32.26 -15.37/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.91 -0.49 9 0.00 [bos] a a a a b b b [eos] cls0 - sp1 : -4.50 -0.56 9 0.12 [bos] a a a a b b b [eos] cls0 - sp2 : -5.45 -0.68 9 0.12 [bos] a a a a b b b [eos] cls0 - sp3 : -5.49 -0.69 9 0.12 [bos] a a a a b b b [eos] cls0 - sp4 : -5.64 -0.71 9 0.12 [bos] a a a a b b b [eos] cls1 - sp0 : -5.09 -0.64 9 0.25 [bos] a a a a b b b [eos] cls1 - sp1 : -5.19 -0.65 9 0.25 [bos] a a a a b b b [eos] cls1 - sp2 : -5.42 -0.68 9 0.25 [bos] a a a a a b b [eos] cls1 - sp3 : -5.54 -0.69 9 0.38 [bos] a a a a b b b [eos] cls1 - sp4 : -5.56 -0.70 9 0.38 [bos] a a a a b b b [eos] cls2 - sp0 : -4.49 -0.56 9 0.62 [bos] a a a a a b b [eos] cls2 - sp1 : -4.53 -0.57 9 0.50 [bos] a a a a a b b [eos] cls2 - sp2 : -4.56 -0.57 9 0.62 [bos] a a a a b b b [eos] cls2 - sp3 : -4.62 -0.58 9 0.62 [bos] a a a a b b b [eos] cls2 - sp4 : -4.73 -0.59 9 0.62 [bos] a a a a a b b [eos] cls3 - sp0 : -1.97 -0.25 9 0.88 [bos] a a a a b b b [eos] cls3 - sp1 : -2.21 -0.28 9 0.88 [bos] a a a a a b b [eos] cls3 - sp2 : -2.64 -0.33 9 1.00 [bos] a a a a b b b [eos] cls3 - sp3 : -3.07 -0.38 9 1.00 [bos] a a a a a b b [eos] cls3 - sp4 : -3.98 -0.50 9 0.75 [bos] a a a a b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-166 src: none none 9 [bos] a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.73 /-6.47 /2.73 /0.0/0.00 -0.47 /-0.81 9 [bos] a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -49.75 /-6.47 /-43.29 / /-46.02 -6.22 /-0.81 9 [bos] b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.23 /-4.42 /-34.81 / /-37.54 -9.81 /-1.11 5 [bos] b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -70.97 /-17.58 /-53.39 / /-56.12 -3.74 /-0.93 20 [bos] b b b a a a a a a a a b a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -19.71 /-2.81 /-16.90 / /-19.63 -6.57 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.70 /-2.30 /-28.40 / /-31.13 -15.35/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.73 -0.47 9 0.00 [bos] a a a a b b b [eos] cls0 - sp1 : -4.39 -0.55 9 0.12 [bos] a a a a b b b [eos] cls0 - sp2 : -4.90 -0.61 9 0.12 [bos] a a a a b b b [eos] cls0 - sp3 : -5.51 -0.69 9 0.12 [bos] a a a a b b b [eos] cls0 - sp4 : -5.72 -0.72 9 0.12 [bos] a a a a b b b [eos] cls1 - sp0 : -4.26 -0.53 9 0.25 [bos] a a a a b b b [eos] cls1 - sp1 : -4.66 -0.58 9 0.38 [bos] a a a a b b b [eos] cls1 - sp2 : -5.21 -0.65 9 0.25 [bos] a a a a b b b [eos] cls1 - sp3 : -5.43 -0.68 9 0.38 [bos] a a a a b b b [eos] cls1 - sp4 : -5.49 -0.69 9 0.38 [bos] a a a a b b b [eos] cls2 - sp0 : -4.02 -0.50 9 0.62 [bos] a a a a b b b [eos] cls2 - sp1 : -4.25 -0.53 9 0.62 [bos] a a a a b b b [eos] cls2 - sp2 : -4.43 -0.55 9 0.50 [bos] a a a a b b b [eos] cls2 - sp3 : -4.95 -0.62 9 0.62 [bos] a a a a b b b [eos] cls2 - sp4 : -5.06 -0.63 9 0.62 [bos] a a a a b b b [eos] cls3 - sp0 : -1.48 -0.18 9 0.88 [bos] a a a a b b b [eos] cls3 - sp1 : -2.29 -0.29 9 1.00 [bos] a a a a b b b [eos] cls3 - sp2 : -3.34 -0.42 9 0.75 [bos] a a a a b b b [eos] cls3 - sp3 : -3.42 -0.43 9 0.75 [bos] a a a a b b b [eos] cls3 - sp4 : -3.47 -0.43 9 0.75 [bos] a a a a b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-167 src: none none 9 [bos] a a a a b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.29 /-6.47 /4.17 /0.0/0.00 -0.29 /-0.81 9 [bos] a a a a b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -49.33 /-6.47 /-42.86 / /-47.03 -6.17 /-0.81 9 [bos] b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -40.21 /-4.42 /-35.79 / /-39.96 -10.05/-1.11 5 [bos] b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -96.12 /-17.58 /-78.54 / /-82.71 -5.06 /-0.93 20 [bos] b b b a a a a a a a a b a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.09 /-2.81 /-17.28 / /-21.45 -6.70 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.18 /-2.30 /-27.88 / /-32.05 -15.09/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.73 -0.47 9 0.00 [bos] a a a a b b b [eos] cls0 - sp1 : -4.39 -0.55 9 0.12 [bos] a a a a b b b [eos] cls0 - sp2 : -4.90 -0.61 9 0.12 [bos] a a a a b b b [eos] cls0 - sp3 : -5.51 -0.69 9 0.12 [bos] a a a a b b b [eos] cls0 - sp4 : -5.72 -0.72 9 0.12 [bos] a a a a b b b [eos] cls1 - sp0 : -4.26 -0.53 9 0.25 [bos] a a a a b b b [eos] cls1 - sp1 : -4.66 -0.58 9 0.38 [bos] a a a a b b b [eos] cls1 - sp2 : -5.21 -0.65 9 0.25 [bos] a a a a b b b [eos] cls1 - sp3 : -5.43 -0.68 9 0.38 [bos] a a a a b b b [eos] cls1 - sp4 : -5.49 -0.69 9 0.38 [bos] a a a a b b b [eos] cls2 - sp0 : -4.02 -0.50 9 0.62 [bos] a a a a b b b [eos] cls2 - sp1 : -4.25 -0.53 9 0.62 [bos] a a a a b b b [eos] cls2 - sp2 : -4.43 -0.55 9 0.50 [bos] a a a a b b b [eos] cls2 - sp3 : -4.95 -0.62 9 0.62 [bos] a a a a b b b [eos] cls2 - sp4 : -5.06 -0.63 9 0.62 [bos] a a a a b b b [eos] cls3 - sp0 : -1.48 -0.18 9 0.88 [bos] a a a a b b b [eos] cls3 - sp1 : -2.29 -0.29 9 1.00 [bos] a a a a b b b [eos] cls3 - sp2 : -3.34 -0.42 9 0.75 [bos] a a a a b b b [eos] cls3 - sp3 : -3.42 -0.43 9 0.75 [bos] a a a a b b b [eos] cls3 - sp4 : -3.47 -0.43 9 0.75 [bos] a a a a b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-168 src: none none 12 [bos] a b a b b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -7.84 /-10.20 /2.36 /0.0/-0.00 -0.71 /-0.93 12 [bos] a b a b b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -29.44 /-2.81 /-26.63 / /-28.99 -9.81 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.18 /-2.30 /-18.88 / /-21.24 -10.59/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -23.10 /-11.22 /-11.88 / /-14.24 -1.78 /-0.86 14 [bos] a a a b b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -30.16 /-4.42 /-25.74 / /-28.10 -7.54 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -24.69 /-6.03 /-18.66 / /-21.01 -4.94 /-1.21 6 [bos] b b a b [eos] cls0 - sp0 : -12.91 -12.91 2 0.00 [bos] [eos] cls0 - sp1 : -34.16 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -34.48 -0.27 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -35.61 -0.28 128 0.00 [bos] a b a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -35.89 -0.28 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -9.01 -0.75 13 0.25 [bos] a b a b b b b b b b b [eos] cls1 - sp1 : -11.84 -0.91 14 0.31 [bos] a b a b b b b b b b b b [eos] cls1 - sp2 : -11.97 -0.86 15 0.29 [bos] a b a b b b b b b b b b b [eos] cls1 - sp3 : -12.13 -0.87 15 0.29 [bos] a b a b b b b b b b b b b [eos] cls1 - sp4 : -12.22 -0.87 15 0.29 [bos] a b a b b b b b b b b b b [eos] cls2 - sp0 : -7.96 -0.66 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp1 : -8.33 -0.64 14 0.69 [bos] a b a b b b b b b b b b [eos] cls2 - sp2 : -8.46 -0.71 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp3 : -8.63 -0.66 14 0.62 [bos] a b a b b b b b b b b b [eos] cls2 - sp4 : -8.65 -0.72 13 0.67 [bos] a b a b b b b b b b b [eos] cls3 - sp0 : -11.98 -0.09 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -13.06 -13.06 2 1.00 [bos] [eos] cls3 - sp2 : -13.89 -0.11 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -14.67 -0.12 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -14.77 -0.12 128 1.00 [bos] a b a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-169 src: none none 12 [bos] a b a b b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.34 /-10.20 /4.85 /0.0/0.00 -0.49 /-0.93 12 [bos] a b a b b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -30.66 /-2.81 /-27.85 / /-32.70 -10.22/-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.00 /-2.30 /-18.70 / /-23.55 -10.50/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -25.49 /-11.22 /-14.27 / /-19.13 -1.96 /-0.86 14 [bos] a a a b b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.25 /-4.42 /-24.83 / /-29.68 -7.31 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -24.81 /-6.03 /-18.78 / /-23.63 -4.96 /-1.21 6 [bos] b b a b [eos] cls0 - sp0 : -12.91 -12.91 2 0.00 [bos] [eos] cls0 - sp1 : -34.16 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -34.48 -0.27 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -35.61 -0.28 128 0.00 [bos] a b a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -35.89 -0.28 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -9.01 -0.75 13 0.25 [bos] a b a b b b b b b b b [eos] cls1 - sp1 : -11.84 -0.91 14 0.31 [bos] a b a b b b b b b b b b [eos] cls1 - sp2 : -11.97 -0.86 15 0.29 [bos] a b a b b b b b b b b b b [eos] cls1 - sp3 : -12.13 -0.87 15 0.29 [bos] a b a b b b b b b b b b b [eos] cls1 - sp4 : -12.22 -0.87 15 0.29 [bos] a b a b b b b b b b b b b [eos] cls2 - sp0 : -7.96 -0.66 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp1 : -8.33 -0.64 14 0.69 [bos] a b a b b b b b b b b b [eos] cls2 - sp2 : -8.46 -0.71 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp3 : -8.63 -0.66 14 0.62 [bos] a b a b b b b b b b b b [eos] cls2 - sp4 : -8.65 -0.72 13 0.67 [bos] a b a b b b b b b b b [eos] cls3 - sp0 : -11.98 -0.09 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -13.06 -13.06 2 1.00 [bos] [eos] cls3 - sp2 : -13.89 -0.11 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -14.67 -0.12 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -14.77 -0.12 128 1.00 [bos] a b a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-170 src: none none 12 [bos] a b a b b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -7.70 /-10.20 /2.50 /0.0/-0.00 -0.70 /-0.93 12 [bos] a b a b b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.79 /-2.81 /-25.98 / /-28.48 -9.60 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.02 /-2.30 /-18.71 / /-21.21 -10.51/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -23.20 /-11.22 /-11.99 / /-14.48 -1.78 /-0.86 14 [bos] a a a b b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.75 /-4.42 /-25.33 / /-27.82 -7.44 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -22.34 /-6.03 /-16.31 / /-18.81 -4.47 /-1.21 6 [bos] b b a b [eos] cls0 - sp0 : -12.53 -12.53 2 0.00 [bos] [eos] cls0 - sp1 : -32.67 -0.26 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -33.32 -0.26 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -34.40 -0.27 128 0.02 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -34.45 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.84 -0.83 14 0.31 [bos] a b a b b b b b b b b b [eos] cls1 - sp1 : -12.48 -0.78 17 0.25 [bos] a b a b b b b b b b b b b b b [eos] cls1 - sp2 : -13.47 -0.79 18 0.29 [bos] a b a b b b b b b b b b b b b b [eos] cls1 - sp3 : -18.64 -0.75 26 0.32 [bos] a b a b b b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -19.17 -0.71 28 0.30 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -8.39 -0.70 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp1 : -8.46 -0.70 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp2 : -8.52 -0.71 13 0.58 [bos] a b a b b b b b b b b [eos] cls2 - sp3 : -8.58 -0.72 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp4 : -8.60 -0.66 14 0.69 [bos] a b a b b b b b b b b b [eos] cls3 - sp0 : -12.71 -12.71 2 1.00 [bos] [eos] cls3 - sp1 : -17.17 -0.14 128 1.00 [bos] a b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.37 -0.14 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.77 -0.14 128 1.00 [bos] a b a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.91 -0.15 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-171 src: none none 12 [bos] a b a b b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.27 /-10.20 /4.93 /0.0/0.00 -0.48 /-0.93 12 [bos] a b a b b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -30.51 /-2.81 /-27.70 / /-32.63 -10.17/-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -20.81 /-2.30 /-18.50 / /-23.43 -10.40/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -23.13 /-11.22 /-11.92 / /-16.85 -1.78 /-0.86 14 [bos] a a a b b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.03 /-4.42 /-24.61 / /-29.53 -7.26 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -22.77 /-6.03 /-16.74 / /-21.67 -4.55 /-1.21 6 [bos] b b a b [eos] cls0 - sp0 : -12.53 -12.53 2 0.00 [bos] [eos] cls0 - sp1 : -32.67 -0.26 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -33.32 -0.26 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -34.40 -0.27 128 0.02 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -34.45 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.84 -0.83 14 0.31 [bos] a b a b b b b b b b b b [eos] cls1 - sp1 : -12.48 -0.78 17 0.25 [bos] a b a b b b b b b b b b b b b [eos] cls1 - sp2 : -13.47 -0.79 18 0.29 [bos] a b a b b b b b b b b b b b b b [eos] cls1 - sp3 : -18.64 -0.75 26 0.32 [bos] a b a b b b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -19.17 -0.71 28 0.30 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -8.39 -0.70 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp1 : -8.46 -0.70 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp2 : -8.52 -0.71 13 0.58 [bos] a b a b b b b b b b b [eos] cls2 - sp3 : -8.58 -0.72 13 0.67 [bos] a b a b b b b b b b b [eos] cls2 - sp4 : -8.60 -0.66 14 0.69 [bos] a b a b b b b b b b b b [eos] cls3 - sp0 : -12.71 -12.71 2 1.00 [bos] [eos] cls3 - sp1 : -17.17 -0.14 128 1.00 [bos] a b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.37 -0.14 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.77 -0.14 128 1.00 [bos] a b a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.91 -0.15 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-172 src: none none 5 [bos] a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.15 /-4.42 /1.28 /0.0/0.00 -0.79 /-1.11 5 [bos] a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.89 /-3.84 /-18.05 / /-19.33 -4.38 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -52.63 /-6.47 /-46.17 / /-47.45 -6.58 /-0.81 9 [bos] a a a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -32.86 /-4.42 /-28.43 / /-29.71 -8.21 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -19.04 /-2.30 /-16.74 / /-18.02 -9.52 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -32.48 /-4.93 /-27.54 / /-28.82 -6.50 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -3.15 -0.79 5 0.00 [bos] a b b [eos] cls0 - sp1 : -7.95 -7.95 2 0.00 [bos] [eos] cls0 - sp2 : -8.04 -2.01 5 0.00 [bos] [unk] b b [eos] cls0 - sp3 : -10.19 -1.70 7 0.17 [bos] a b b [unk] a [eos] cls0 - sp4 : -11.03 -2.76 5 0.00 [bos] a b [pad] [eos] cls1 - sp0 : -3.30 -0.83 5 0.25 [bos] a b b [eos] cls1 - sp1 : -3.46 -0.87 5 0.25 [bos] a b b [eos] cls1 - sp2 : -4.26 -1.07 5 0.25 [bos] a b b [eos] cls1 - sp3 : -5.41 -1.35 5 0.25 [bos] a b b [eos] cls1 - sp4 : -7.38 -1.85 5 0.25 [bos] [unk] b b [eos] cls2 - sp0 : -1.91 -0.48 5 0.50 [bos] a b b [eos] cls2 - sp1 : -3.81 -0.95 5 0.50 [bos] a b b [eos] cls2 - sp2 : -4.20 -1.05 5 0.50 [bos] a b b [eos] cls2 - sp3 : -4.24 -1.06 5 0.50 [bos] a b b [eos] cls2 - sp4 : -4.58 -1.15 5 0.50 [bos] a b b [eos] cls3 - sp0 : -0.95 -0.24 5 0.75 [bos] a b b [eos] cls3 - sp1 : -1.80 -0.45 5 1.00 [bos] a b b [eos] cls3 - sp2 : -2.85 -0.71 5 0.75 [bos] a b b [eos] cls3 - sp3 : -4.80 -1.20 5 0.75 [bos] a b b [eos] cls3 - sp4 : -5.04 -1.26 5 0.75 [bos] a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-173 src: none none 5 [bos] a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.80 /-4.42 /2.63 /0.0/0.00 -0.45 /-1.11 5 [bos] a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -22.35 /-3.84 /-18.52 / /-21.14 -4.47 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -46.97 /-6.47 /-40.50 / /-43.13 -5.87 /-0.81 9 [bos] a a a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -31.88 /-4.42 /-27.46 / /-30.08 -7.97 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.50 /-2.30 /-16.20 / /-18.83 -9.25 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -33.96 /-4.93 /-29.03 / /-31.66 -6.79 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -3.15 -0.79 5 0.00 [bos] a b b [eos] cls0 - sp1 : -7.95 -7.95 2 0.00 [bos] [eos] cls0 - sp2 : -8.04 -2.01 5 0.00 [bos] [unk] b b [eos] cls0 - sp3 : -10.19 -1.70 7 0.17 [bos] a b b [unk] a [eos] cls0 - sp4 : -11.03 -2.76 5 0.00 [bos] a b [pad] [eos] cls1 - sp0 : -3.30 -0.83 5 0.25 [bos] a b b [eos] cls1 - sp1 : -3.46 -0.87 5 0.25 [bos] a b b [eos] cls1 - sp2 : -4.26 -1.07 5 0.25 [bos] a b b [eos] cls1 - sp3 : -5.41 -1.35 5 0.25 [bos] a b b [eos] cls1 - sp4 : -7.38 -1.85 5 0.25 [bos] [unk] b b [eos] cls2 - sp0 : -1.91 -0.48 5 0.50 [bos] a b b [eos] cls2 - sp1 : -3.81 -0.95 5 0.50 [bos] a b b [eos] cls2 - sp2 : -4.20 -1.05 5 0.50 [bos] a b b [eos] cls2 - sp3 : -4.24 -1.06 5 0.50 [bos] a b b [eos] cls2 - sp4 : -4.58 -1.15 5 0.50 [bos] a b b [eos] cls3 - sp0 : -0.95 -0.24 5 0.75 [bos] a b b [eos] cls3 - sp1 : -1.80 -0.45 5 1.00 [bos] a b b [eos] cls3 - sp2 : -2.85 -0.71 5 0.75 [bos] a b b [eos] cls3 - sp3 : -4.80 -1.20 5 0.75 [bos] a b b [eos] cls3 - sp4 : -5.04 -1.26 5 0.75 [bos] a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-174 src: none none 5 [bos] a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.95 /-4.42 /1.48 /0.0/0.00 -0.74 /-1.11 5 [bos] a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.81 /-3.84 /-17.98 / /-19.45 -4.36 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -50.90 /-6.47 /-44.43 / /-45.91 -6.36 /-0.81 9 [bos] a a a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -32.13 /-4.42 /-27.70 / /-29.18 -8.03 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.25 /-2.30 /-15.95 / /-17.43 -9.13 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -31.83 /-4.93 /-26.90 / /-28.38 -6.37 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -2.95 -0.74 5 0.00 [bos] a b b [eos] cls0 - sp1 : -7.77 -7.77 2 0.00 [bos] [eos] cls0 - sp2 : -7.89 -1.97 5 0.00 [bos] [unk] b b [eos] cls0 - sp3 : -10.17 -1.69 7 0.17 [bos] a b b [unk] a [eos] cls0 - sp4 : -10.81 -2.70 5 0.00 [bos] a b [pad] [eos] cls1 - sp0 : -3.33 -0.83 5 0.25 [bos] a b b [eos] cls1 - sp1 : -3.37 -0.84 5 0.25 [bos] a b b [eos] cls1 - sp2 : -4.03 -1.01 5 0.25 [bos] a b b [eos] cls1 - sp3 : -5.38 -1.35 5 0.25 [bos] a b b [eos] cls1 - sp4 : -7.21 -1.80 5 0.25 [bos] a b [unk] [eos] cls2 - sp0 : -1.95 -0.49 5 0.50 [bos] a b b [eos] cls2 - sp1 : -3.87 -0.97 5 0.50 [bos] a b b [eos] cls2 - sp2 : -4.24 -1.06 5 0.50 [bos] a b b [eos] cls2 - sp3 : -4.25 -1.06 5 0.50 [bos] a b b [eos] cls2 - sp4 : -4.47 -1.12 5 0.50 [bos] a b b [eos] cls3 - sp0 : -0.96 -0.24 5 0.75 [bos] a b b [eos] cls3 - sp1 : -1.80 -0.45 5 1.00 [bos] a b b [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a b b [eos] cls3 - sp3 : -4.85 -1.21 5 0.75 [bos] a b b [eos] cls3 - sp4 : -5.08 -1.27 5 0.75 [bos] a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-175 src: none none 5 [bos] a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.80 /-4.42 /2.62 /0.0/0.00 -0.45 /-1.11 5 [bos] a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -22.39 /-3.84 /-18.56 / /-21.18 -4.48 /-0.77 6 [bos] b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -46.11 /-6.47 /-39.65 / /-42.27 -5.76 /-0.81 9 [bos] a a a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -31.24 /-4.42 /-26.82 / /-29.44 -7.81 /-1.11 5 [bos] b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.07 /-2.30 /-15.77 / /-18.39 -9.03 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -33.40 /-4.93 /-28.47 / /-31.09 -6.68 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -2.95 -0.74 5 0.00 [bos] a b b [eos] cls0 - sp1 : -7.77 -7.77 2 0.00 [bos] [eos] cls0 - sp2 : -7.89 -1.97 5 0.00 [bos] [unk] b b [eos] cls0 - sp3 : -10.17 -1.69 7 0.17 [bos] a b b [unk] a [eos] cls0 - sp4 : -10.81 -2.70 5 0.00 [bos] a b [pad] [eos] cls1 - sp0 : -3.33 -0.83 5 0.25 [bos] a b b [eos] cls1 - sp1 : -3.37 -0.84 5 0.25 [bos] a b b [eos] cls1 - sp2 : -4.03 -1.01 5 0.25 [bos] a b b [eos] cls1 - sp3 : -5.38 -1.35 5 0.25 [bos] a b b [eos] cls1 - sp4 : -7.21 -1.80 5 0.25 [bos] a b [unk] [eos] cls2 - sp0 : -1.95 -0.49 5 0.50 [bos] a b b [eos] cls2 - sp1 : -3.87 -0.97 5 0.50 [bos] a b b [eos] cls2 - sp2 : -4.24 -1.06 5 0.50 [bos] a b b [eos] cls2 - sp3 : -4.25 -1.06 5 0.50 [bos] a b b [eos] cls2 - sp4 : -4.47 -1.12 5 0.50 [bos] a b b [eos] cls3 - sp0 : -0.96 -0.24 5 0.75 [bos] a b b [eos] cls3 - sp1 : -1.80 -0.45 5 1.00 [bos] a b b [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a b b [eos] cls3 - sp3 : -4.85 -1.21 5 0.75 [bos] a b b [eos] cls3 - sp4 : -5.08 -1.27 5 0.75 [bos] a b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-176 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.87 /-3.84 /0.96 /0.0/-0.00 -0.57 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -16.85 /-3.32 /-13.52 / /-14.49 -4.21 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.57 /-2.81 /-16.76 / /-17.72 -6.52 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -46.04 /-8.66 /-37.37 / /-38.33 -5.75 /-1.08 9 [bos] a a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -19.57 /-2.81 /-16.76 / /-17.72 -6.52 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -112.75/-17.42 /-95.32 / /-96.28 -4.90 /-0.76 24 [bos] b b b b a a a a b b b b b a a a b b b b b b [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-177 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.35 /-3.84 /1.48 /0.0/-0.00 -0.47 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -14.55 /-3.32 /-11.22 / /-12.71 -3.64 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.82 /-2.81 /-17.01 / /-18.50 -6.61 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -46.94 /-8.66 /-38.28 / /-39.77 -5.87 /-1.08 9 [bos] a a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -19.82 /-2.81 /-17.01 / /-18.50 -6.61 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -131.67/-17.42 /-114.25/ /-115.73 -5.72 /-0.76 24 [bos] b b b b a a a a b b b b b a a a b b b b b b [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-178 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.89 /-3.84 /0.95 /0.0/-0.00 -0.58 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -18.36 /-3.32 /-15.04 / /-15.98 -4.59 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.90 /-2.81 /-16.08 / /-17.03 -6.30 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -45.69 /-8.66 /-37.02 / /-37.97 -5.71 /-1.08 9 [bos] a a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -18.90 /-2.81 /-16.08 / /-17.03 -6.30 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -108.01/-17.42 /-90.59 / /-91.53 -4.70 /-0.76 24 [bos] b b b b a a a a b b b b b a a a b b b b b b [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-179 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.26 /-3.84 /1.57 /0.0/-0.00 -0.45 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -14.18 /-3.32 /-10.86 / /-12.43 -3.55 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.88 /-2.81 /-17.07 / /-18.64 -6.63 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -45.77 /-8.66 /-37.11 / /-38.68 -5.72 /-1.08 9 [bos] a a a b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -19.88 /-2.81 /-17.07 / /-18.64 -6.63 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -121.89/-17.42 /-104.46/ /-106.03 -5.30 /-0.76 24 [bos] b b b b a a a a b b b b b a a a b b b b b b [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-180 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.04 /-4.42 /1.38 /0.0/0.00 -0.76 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -18.65 /-2.81 /-15.84 / /-17.22 -6.22 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -53.73 /-5.96 /-47.77 / /-49.15 -7.68 /-0.85 8 [bos] b b b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.25 /-2.30 /-15.95 / /-17.33 -9.13 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -61.05 /-8.66 /-52.39 / /-53.77 -7.63 /-1.08 9 [bos] b a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -33.95 /-10.20 /-23.75 / /-25.13 -3.09 /-0.93 12 [bos] a a b b b b b b a b [eos] cls0 - sp0 : -3.04 -0.76 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.85 -1.96 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.92 -7.92 2 0.00 [bos] [eos] cls0 - sp3 : -10.26 -2.05 6 0.20 [bos] a a b [pad] [eos] cls0 - sp4 : -10.35 -1.73 7 0.17 [bos] a a b [unk] a [eos] cls1 - sp0 : -2.74 -0.69 5 0.25 [bos] a a b [eos] cls1 - sp1 : -4.00 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.56 -1.14 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.63 -1.16 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.78 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -2.00 -0.50 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.01 -0.75 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.58 -0.89 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.49 -1.12 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.30 -1.32 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.06 -0.26 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.85 -0.71 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.76 -0.94 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.37 -1.34 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-181 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.83 /-4.42 /2.59 /0.0/0.00 -0.46 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -18.00 /-2.81 /-15.19 / /-17.78 -6.00 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -56.60 /-5.96 /-50.64 / /-53.24 -8.09 /-0.85 8 [bos] b b b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.10 /-2.30 /-15.79 / /-18.39 -9.05 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -56.91 /-8.66 /-48.24 / /-50.84 -7.11 /-1.08 9 [bos] b a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -38.07 /-10.20 /-27.88 / /-30.47 -3.46 /-0.93 12 [bos] a a b b b b b b a b [eos] cls0 - sp0 : -3.04 -0.76 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.85 -1.96 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.92 -7.92 2 0.00 [bos] [eos] cls0 - sp3 : -10.26 -2.05 6 0.20 [bos] a a b [pad] [eos] cls0 - sp4 : -10.35 -1.73 7 0.17 [bos] a a b [unk] a [eos] cls1 - sp0 : -2.74 -0.69 5 0.25 [bos] a a b [eos] cls1 - sp1 : -4.00 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.56 -1.14 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.63 -1.16 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.78 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -2.00 -0.50 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.01 -0.75 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.58 -0.89 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.49 -1.12 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.30 -1.32 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.06 -0.26 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.85 -0.71 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.76 -0.94 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.37 -1.34 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-182 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.01 /-4.42 /1.41 /0.0/0.00 -0.75 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -18.19 /-2.81 /-15.38 / /-16.79 -6.06 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -55.18 /-5.96 /-49.22 / /-50.64 -7.88 /-0.85 8 [bos] b b b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -17.56 /-2.30 /-15.26 / /-16.68 -8.78 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -61.05 /-8.66 /-52.39 / /-53.81 -7.63 /-1.08 9 [bos] b a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -38.33 /-10.20 /-28.13 / /-29.55 -3.48 /-0.93 12 [bos] a a b b b b b b a b [eos] cls0 - sp0 : -3.01 -0.75 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.80 -1.95 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.81 -7.81 2 0.00 [bos] [eos] cls0 - sp3 : -10.30 -1.72 7 0.17 [bos] a a b [unk] a [eos] cls0 - sp4 : -10.35 -2.07 6 0.20 [bos] a a b [pad] [eos] cls1 - sp0 : -2.82 -0.70 5 0.25 [bos] a a b [eos] cls1 - sp1 : -3.99 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.46 -1.11 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.61 -1.15 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.81 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -1.97 -0.49 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.65 -0.91 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.39 -1.10 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.18 -1.30 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.07 -0.27 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.82 -0.70 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.80 -0.95 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.27 -1.32 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-183 src: none none 5 [bos] a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.83 /-4.42 /2.59 /0.0/0.00 -0.46 /-1.11 5 [bos] a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -17.55 /-2.81 /-14.74 / /-17.33 -5.85 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -56.35 /-5.96 /-50.39 / /-52.99 -8.05 /-0.85 8 [bos] b b b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -17.45 /-2.30 /-15.14 / /-17.74 -8.72 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -56.37 /-8.66 /-47.70 / /-50.30 -7.05 /-1.08 9 [bos] b a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.16 /-10.20 /-23.96 / /-26.55 -3.11 /-0.93 12 [bos] a a b b b b b b a b [eos] cls0 - sp0 : -3.01 -0.75 5 0.00 [bos] a a b [eos] cls0 - sp1 : -7.80 -1.95 5 0.00 [bos] [unk] a b [eos] cls0 - sp2 : -7.81 -7.81 2 0.00 [bos] [eos] cls0 - sp3 : -10.30 -1.72 7 0.17 [bos] a a b [unk] a [eos] cls0 - sp4 : -10.35 -2.07 6 0.20 [bos] a a b [pad] [eos] cls1 - sp0 : -2.82 -0.70 5 0.25 [bos] a a b [eos] cls1 - sp1 : -3.99 -1.00 5 0.25 [bos] a a b [eos] cls1 - sp2 : -4.46 -1.11 5 0.25 [bos] a a b [eos] cls1 - sp3 : -4.61 -1.15 5 0.25 [bos] a a b [eos] cls1 - sp4 : -6.81 -1.70 5 0.25 [bos] [unk] a b [eos] cls2 - sp0 : -1.97 -0.49 5 0.50 [bos] a a b [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a b [eos] cls2 - sp2 : -3.65 -0.91 5 0.50 [bos] a a b [eos] cls2 - sp3 : -4.39 -1.10 5 0.50 [bos] a a b [eos] cls2 - sp4 : -5.18 -1.30 5 0.50 [bos] [unk] a b [eos] cls3 - sp0 : -1.07 -0.27 5 0.75 [bos] a a b [eos] cls3 - sp1 : -1.83 -0.46 5 1.00 [bos] a a b [eos] cls3 - sp2 : -2.82 -0.70 5 0.75 [bos] a a b [eos] cls3 - sp3 : -3.80 -0.95 5 0.75 [bos] a a b [eos] cls3 - sp4 : -5.27 -1.32 5 0.75 [bos] a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-184 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -48.98 /-5.96 /-43.02 / /-44.03 -7.00 /-0.85 8 [bos] b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -27.71 /-3.32 /-24.39 / /-25.39 -6.93 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -97.44 /-10.63 /-86.81 / /-87.82 -6.96 /-0.76 15 [bos] b b b a a a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -48.55 /-6.54 /-42.00 / /-43.01 -8.09 /-1.09 7 [bos] b b b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.43 /-2.81 /-16.61 / /-17.62 -6.48 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-185 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -49.76 /-5.96 /-43.80 / /-44.39 -7.11 /-0.85 8 [bos] b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.25 /-3.32 /-24.93 / /-25.51 -7.06 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -87.66 /-10.63 /-77.03 / /-77.62 -6.26 /-0.76 15 [bos] b b b a a a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -48.32 /-6.54 /-41.78 / /-42.36 -8.05 /-1.09 7 [bos] b b b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.16 /-2.81 /-18.34 / /-18.93 -7.05 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-186 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -49.27 /-5.96 /-43.32 / /-44.32 -7.04 /-0.85 8 [bos] b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.00 /-3.32 /-24.67 / /-25.68 -7.00 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -98.13 /-10.63 /-87.50 / /-88.51 -7.01 /-0.76 15 [bos] b b b a a a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -48.92 /-6.54 /-42.38 / /-43.39 -8.15 /-1.09 7 [bos] b b b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.53 /-2.81 /-16.71 / /-17.72 -6.51 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-187 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -49.96 /-5.96 /-44.01 / /-44.59 -7.14 /-0.85 8 [bos] b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.74 /-3.32 /-25.42 / /-26.00 -7.19 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -92.84 /-10.63 /-82.21 / /-82.79 -6.63 /-0.76 15 [bos] b b b a a a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -48.85 /-6.54 /-42.30 / /-42.89 -8.14 /-1.09 7 [bos] b b b a b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.91 /-2.81 /-18.10 / /-18.68 -6.97 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-188 src: none none 7 [bos] b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.27 /-5.44 /2.18 /0.0/0.00 -0.54 /-0.91 7 [bos] b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -39.19 /-3.32 /-35.87 / /-38.04 -9.80 /-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.80 /-6.03 /-25.76 / /-27.94 -6.36 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -118.73/-17.14 /-101.59/ /-103.76 -7.42 /-1.07 17 [bos] a b a b b a a a b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -175.27/-27.36 /-147.91/ /-150.09 -4.87 /-0.76 37 [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -28.95 /-5.52 /-23.42 / /-25.60 -7.24 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -3.11 -0.52 7 0.17 [bos] b a a a a [eos] cls0 - sp1 : -3.27 -0.54 7 0.00 [bos] b a a a a [eos] cls0 - sp2 : -4.28 -0.71 7 0.17 [bos] b a a a a [eos] cls0 - sp3 : -4.91 -0.82 7 0.17 [bos] b a a a a [eos] cls0 - sp4 : -4.92 -0.82 7 0.17 [bos] b a a a [unk] [eos] cls1 - sp0 : -3.79 -0.63 7 0.33 [bos] b a a a [pad] [eos] cls1 - sp1 : -3.87 -0.64 7 0.33 [bos] b a a a a [eos] cls1 - sp2 : -4.24 -0.71 7 0.33 [bos] b a a a a [eos] cls1 - sp3 : -4.43 -0.74 7 0.33 [bos] b a a a a [eos] cls1 - sp4 : -4.92 -0.82 7 0.33 [bos] b a a a [unk] [eos] cls2 - sp0 : -3.48 -0.58 7 0.67 [bos] b a a a [pad] [eos] cls2 - sp1 : -3.65 -0.61 7 0.67 [bos] b a a a a [eos] cls2 - sp2 : -4.12 -0.69 7 0.50 [bos] b a a a [pad] [eos] cls2 - sp3 : -4.20 -0.70 7 0.67 [bos] b a a a [unk] [eos] cls2 - sp4 : -4.32 -0.72 7 0.50 [bos] b a a a a [eos] cls3 - sp0 : -2.96 -0.49 7 0.83 [bos] b a a a [pad] [eos] cls3 - sp1 : -3.15 -0.53 7 0.83 [bos] b a a a a [eos] cls3 - sp2 : -3.55 -0.59 7 1.00 [bos] b a a a [pad] [eos] cls3 - sp3 : -3.75 -0.62 7 1.00 [bos] b a a a a [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] b a a a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-189 src: none none 7 [bos] b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.75 /-5.44 /1.70 /0.0/0.00 -0.62 /-0.91 7 [bos] b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.26 /-3.32 /-37.93 / /-39.63 -10.31/-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -24.36 /-6.03 /-18.33 / /-20.03 -4.87 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -102.38/-17.14 /-85.23 / /-86.93 -6.40 /-1.07 17 [bos] a b a b b a a a b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -153.13/-27.36 /-125.77/ /-127.47 -4.25 /-0.76 37 [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -30.57 /-5.52 /-25.05 / /-26.75 -7.64 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -3.11 -0.52 7 0.17 [bos] b a a a a [eos] cls0 - sp1 : -3.27 -0.54 7 0.00 [bos] b a a a a [eos] cls0 - sp2 : -4.28 -0.71 7 0.17 [bos] b a a a a [eos] cls0 - sp3 : -4.91 -0.82 7 0.17 [bos] b a a a a [eos] cls0 - sp4 : -4.92 -0.82 7 0.17 [bos] b a a a [unk] [eos] cls1 - sp0 : -3.79 -0.63 7 0.33 [bos] b a a a [pad] [eos] cls1 - sp1 : -3.87 -0.64 7 0.33 [bos] b a a a a [eos] cls1 - sp2 : -4.24 -0.71 7 0.33 [bos] b a a a a [eos] cls1 - sp3 : -4.43 -0.74 7 0.33 [bos] b a a a a [eos] cls1 - sp4 : -4.92 -0.82 7 0.33 [bos] b a a a [unk] [eos] cls2 - sp0 : -3.48 -0.58 7 0.67 [bos] b a a a [pad] [eos] cls2 - sp1 : -3.65 -0.61 7 0.67 [bos] b a a a a [eos] cls2 - sp2 : -4.12 -0.69 7 0.50 [bos] b a a a [pad] [eos] cls2 - sp3 : -4.20 -0.70 7 0.67 [bos] b a a a [unk] [eos] cls2 - sp4 : -4.32 -0.72 7 0.50 [bos] b a a a a [eos] cls3 - sp0 : -2.96 -0.49 7 0.83 [bos] b a a a [pad] [eos] cls3 - sp1 : -3.15 -0.53 7 0.83 [bos] b a a a a [eos] cls3 - sp2 : -3.55 -0.59 7 1.00 [bos] b a a a [pad] [eos] cls3 - sp3 : -3.75 -0.62 7 1.00 [bos] b a a a a [eos] cls3 - sp4 : -4.07 -0.68 7 0.83 [bos] b a a a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-190 src: none none 7 [bos] b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.11 /-5.44 /2.34 /0.0/0.00 -0.52 /-0.91 7 [bos] b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -38.26 /-3.32 /-34.93 / /-37.27 -9.56 /-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -29.20 /-6.03 /-23.16 / /-25.50 -5.84 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -97.28 /-17.14 /-80.13 / /-82.47 -6.08 /-1.07 17 [bos] a b a b b a a a b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -121.55/-27.36 /-94.19 / /-96.52 -3.38 /-0.76 37 [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -28.61 /-5.52 /-23.09 / /-25.43 -7.15 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -3.11 -0.52 7 0.00 [bos] b a a a a [eos] cls0 - sp1 : -3.19 -0.53 7 0.17 [bos] b a a a a [eos] cls0 - sp2 : -4.10 -0.68 7 0.17 [bos] b a a a a [eos] cls0 - sp3 : -4.74 -0.79 7 0.17 [bos] b a a a a [eos] cls0 - sp4 : -5.01 -0.84 7 0.17 [bos] b a a a [unk] [eos] cls1 - sp0 : -3.86 -0.64 7 0.33 [bos] b a a a [pad] [eos] cls1 - sp1 : -4.06 -0.68 7 0.33 [bos] b a a a a [eos] cls1 - sp2 : -4.53 -0.75 7 0.33 [bos] b a a a a [eos] cls1 - sp3 : -4.62 -0.77 7 0.33 [bos] b a a a a [eos] cls1 - sp4 : -4.90 -0.82 7 0.33 [bos] b a a a [unk] [eos] cls2 - sp0 : -3.34 -0.56 7 0.67 [bos] b a a a [pad] [eos] cls2 - sp1 : -3.87 -0.65 7 0.67 [bos] b a a a a [eos] cls2 - sp2 : -4.06 -0.68 7 0.67 [bos] b a a a [unk] [eos] cls2 - sp3 : -4.10 -0.68 7 0.67 [bos] b a a a a [eos] cls2 - sp4 : -4.12 -0.69 7 0.50 [bos] b a a a [pad] [eos] cls3 - sp0 : -2.74 -0.46 7 0.83 [bos] b a a a [pad] [eos] cls3 - sp1 : -3.27 -0.54 7 1.00 [bos] b a a a [pad] [eos] cls3 - sp2 : -3.31 -0.55 7 0.83 [bos] b a a a a [eos] cls3 - sp3 : -3.85 -0.64 7 1.00 [bos] b a a a a [eos] cls3 - sp4 : -3.86 -0.64 7 0.83 [bos] b a a a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-191 src: none none 7 [bos] b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.85 /-5.44 /1.60 /0.0/0.00 -0.64 /-0.91 7 [bos] b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -39.36 /-3.32 /-36.04 / /-37.64 -9.84 /-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -22.75 /-6.03 /-16.72 / /-18.32 -4.55 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -97.52 /-17.14 /-80.37 / /-81.97 -6.09 /-1.07 17 [bos] a b a b b a a a b a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -144.63/-27.36 /-117.27/ /-118.87 -4.02 /-0.76 37 [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -29.31 /-5.52 /-23.79 / /-25.39 -7.33 /-1.38 5 [bos] b a b [eos] cls0 - sp0 : -3.11 -0.52 7 0.00 [bos] b a a a a [eos] cls0 - sp1 : -3.19 -0.53 7 0.17 [bos] b a a a a [eos] cls0 - sp2 : -4.10 -0.68 7 0.17 [bos] b a a a a [eos] cls0 - sp3 : -4.74 -0.79 7 0.17 [bos] b a a a a [eos] cls0 - sp4 : -5.01 -0.84 7 0.17 [bos] b a a a [unk] [eos] cls1 - sp0 : -3.86 -0.64 7 0.33 [bos] b a a a [pad] [eos] cls1 - sp1 : -4.06 -0.68 7 0.33 [bos] b a a a a [eos] cls1 - sp2 : -4.53 -0.75 7 0.33 [bos] b a a a a [eos] cls1 - sp3 : -4.62 -0.77 7 0.33 [bos] b a a a a [eos] cls1 - sp4 : -4.90 -0.82 7 0.33 [bos] b a a a [unk] [eos] cls2 - sp0 : -3.34 -0.56 7 0.67 [bos] b a a a [pad] [eos] cls2 - sp1 : -3.87 -0.65 7 0.67 [bos] b a a a a [eos] cls2 - sp2 : -4.06 -0.68 7 0.67 [bos] b a a a [unk] [eos] cls2 - sp3 : -4.10 -0.68 7 0.67 [bos] b a a a a [eos] cls2 - sp4 : -4.12 -0.69 7 0.50 [bos] b a a a [pad] [eos] cls3 - sp0 : -2.74 -0.46 7 0.83 [bos] b a a a [pad] [eos] cls3 - sp1 : -3.27 -0.54 7 1.00 [bos] b a a a [pad] [eos] cls3 - sp2 : -3.31 -0.55 7 0.83 [bos] b a a a a [eos] cls3 - sp3 : -3.85 -0.64 7 1.00 [bos] b a a a a [eos] cls3 - sp4 : -3.86 -0.64 7 0.83 [bos] b a a a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-192 src: none none 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -19.99 /-18.60 /-1.39 /0.0/0.00 -0.95 /-0.89 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.49 /-2.30 /-19.19 / /-17.80 -10.74/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.41 /-3.32 /-18.09 / /-16.70 -5.35 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -25.71 /-4.86 /-20.86 / /-19.47 -3.67 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.54 /-2.30 /-25.23 / /-23.84 -13.77/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.13 /-13.34 /-20.79 / /-19.40 -2.28 /-0.89 16 [bos] b b a a b b b b b a a a b b [eos] cls0 - sp0 : -11.32 -11.32 2 0.00 [bos] [eos] cls0 - sp1 : -24.42 -0.19 128 0.00 [bos] b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -25.26 -0.20 128 0.00 [bos] b b b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -25.63 -0.20 128 0.00 [bos] b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -25.96 -0.20 128 0.00 [bos] b b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -13.15 -0.77 18 0.29 [bos] b b b b b a b b b b b b b b b b [eos] cls1 - sp1 : -13.85 -0.77 19 0.44 [bos] b b b b b a a b b b b b b b b b b [eos] cls1 - sp2 : -14.29 -0.79 19 0.28 [bos] b b b b b a b b b b b b b b b b b [eos] cls1 - sp3 : -27.22 -0.62 45 0.48 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -27.53 -0.61 46 0.49 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -10.79 -0.67 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp1 : -11.32 -0.71 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp2 : -11.74 -0.73 17 0.69 [bos] b b b b b a b b b b b b b b b [eos] cls2 - sp3 : -11.95 -0.75 17 0.69 [bos] b b b b b a b b b b b b b b b [eos] cls2 - sp4 : -12.01 -0.75 17 0.69 [bos] b b b b b a a b b a b b b b b [eos] cls3 - sp0 : -11.28 -11.28 2 1.00 [bos] [eos] cls3 - sp1 : -16.44 -0.13 128 1.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.58 -0.13 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.67 -0.13 128 1.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.07 -0.13 128 1.00 [bos] b b b b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-193 src: none none 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -15.90 /-18.60 /2.70 /0.0/0.00 -0.76 /-0.89 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.58 /-2.30 /-19.28 / /-21.98 -10.79/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.18 /-3.32 /-17.85 / /-20.55 -5.29 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -26.15 /-4.86 /-21.30 / /-23.99 -3.74 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -26.85 /-2.30 /-24.55 / /-27.25 -13.43/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -35.40 /-13.34 /-22.07 / /-24.76 -2.36 /-0.89 16 [bos] b b a a b b b b b a a a b b [eos] cls0 - sp0 : -11.32 -11.32 2 0.00 [bos] [eos] cls0 - sp1 : -24.42 -0.19 128 0.00 [bos] b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -25.26 -0.20 128 0.00 [bos] b b b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -25.63 -0.20 128 0.00 [bos] b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -25.96 -0.20 128 0.00 [bos] b b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -13.15 -0.77 18 0.29 [bos] b b b b b a b b b b b b b b b b [eos] cls1 - sp1 : -13.85 -0.77 19 0.44 [bos] b b b b b a a b b b b b b b b b b [eos] cls1 - sp2 : -14.29 -0.79 19 0.28 [bos] b b b b b a b b b b b b b b b b b [eos] cls1 - sp3 : -27.22 -0.62 45 0.48 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -27.53 -0.61 46 0.49 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -10.79 -0.67 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp1 : -11.32 -0.71 17 0.69 [bos] b b b b b a a b b b b b b b b [eos] cls2 - sp2 : -11.74 -0.73 17 0.69 [bos] b b b b b a b b b b b b b b b [eos] cls2 - sp3 : -11.95 -0.75 17 0.69 [bos] b b b b b a b b b b b b b b b [eos] cls2 - sp4 : -12.01 -0.75 17 0.69 [bos] b b b b b a a b b a b b b b b [eos] cls3 - sp0 : -11.28 -11.28 2 1.00 [bos] [eos] cls3 - sp1 : -16.44 -0.13 128 1.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.58 -0.13 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.67 -0.13 128 1.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.07 -0.13 128 1.00 [bos] b b b b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-194 src: none none 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -18.66 /-18.60 /-0.06 /0.0/0.00 -0.89 /-0.89 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.54 /-2.30 /-19.24 / /-19.18 -10.77/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.40 /-3.32 /-18.08 / /-18.02 -5.35 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.59 /-4.86 /-18.73 / /-18.67 -3.37 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.71 /-2.30 /-25.41 / /-25.35 -13.85/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.79 /-13.34 /-21.45 / /-21.39 -2.32 /-0.89 16 [bos] b b a a b b b b b a a a b b [eos] cls0 - sp0 : -11.19 -11.19 2 0.00 [bos] [eos] cls0 - sp1 : -26.14 -0.21 128 0.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -26.55 -0.21 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -26.96 -0.21 128 0.00 [bos] b b b b b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -26.98 -0.21 128 0.00 [bos] b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -51.49 -0.41 128 0.31 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -51.97 -0.41 128 0.35 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -52.27 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -52.37 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -52.53 -0.41 128 0.47 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -10.50 -0.87 13 0.67 [bos] b b b b b a a a b b b [eos] cls2 - sp1 : -10.52 -0.88 13 0.67 [bos] b b b b b a a a b b b [eos] cls2 - sp2 : -10.67 -0.89 13 0.67 [bos] b b b b b a a b b b b [eos] cls2 - sp3 : -11.75 -0.73 17 0.69 [bos] b b b b b a a a b b b b b b b [eos] cls2 - sp4 : -13.38 -0.84 17 0.69 [bos] b b b b b a a a b b b b b b a [eos] cls3 - sp0 : -11.09 -11.09 2 1.00 [bos] [eos] cls3 - sp1 : -15.01 -0.12 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.05 -0.13 128 1.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.60 -0.13 128 0.99 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -16.61 -0.13 128 0.99 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-195 src: none none 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -15.86 /-18.60 /2.74 /0.0/0.00 -0.76 /-0.89 22 [bos] b b b b a a a b b a b b b a a a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.74 /-2.30 /-19.44 / /-22.18 -10.87/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.26 /-3.32 /-17.94 / /-20.68 -5.32 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -24.64 /-4.86 /-19.78 / /-22.52 -3.52 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.16 /-2.30 /-24.85 / /-27.59 -13.58/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -35.81 /-13.34 /-22.47 / /-25.21 -2.39 /-0.89 16 [bos] b b a a b b b b b a a a b b [eos] cls0 - sp0 : -11.19 -11.19 2 0.00 [bos] [eos] cls0 - sp1 : -26.14 -0.21 128 0.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -26.55 -0.21 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -26.96 -0.21 128 0.00 [bos] b b b b b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -26.98 -0.21 128 0.00 [bos] b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -51.49 -0.41 128 0.31 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -51.97 -0.41 128 0.35 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -52.27 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -52.37 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -52.53 -0.41 128 0.47 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -10.50 -0.87 13 0.67 [bos] b b b b b a a a b b b [eos] cls2 - sp1 : -10.52 -0.88 13 0.67 [bos] b b b b b a a a b b b [eos] cls2 - sp2 : -10.67 -0.89 13 0.67 [bos] b b b b b a a b b b b [eos] cls2 - sp3 : -11.75 -0.73 17 0.69 [bos] b b b b b a a a b b b b b b b [eos] cls2 - sp4 : -13.38 -0.84 17 0.69 [bos] b b b b b a a a b b b b b b a [eos] cls3 - sp0 : -11.09 -11.09 2 1.00 [bos] [eos] cls3 - sp1 : -15.01 -0.12 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.05 -0.13 128 1.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.60 -0.13 128 0.99 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -16.61 -0.13 128 0.99 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-196 src: none none 12 [bos] a b b b b b a a b a [eos] tgt0: mod/noi/dif/loss/nce/logp -12.87 /-11.29 /-1.58 /0.0/0.00 -1.17 /-1.03 12 [bos] a b b b b b a a b a [eos] tgt1: mod/noi/dif/loss/nce/logp -46.51 /-11.73 /-34.78 / /-33.20 -3.32 /-0.84 15 [bos] b a a a b b b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.66 /-4.93 /-19.73 / /-18.15 -4.93 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.33 /-4.42 /-33.91 / /-32.33 -9.58 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -29.64 /-2.81 /-26.82 / /-25.25 -9.88 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -43.18 /-7.05 /-36.13 / /-34.55 -6.17 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -13.73 -13.73 2 0.00 [bos] [eos] cls0 - sp1 : -37.60 -0.30 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -38.48 -0.30 128 0.01 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -38.66 -0.30 128 0.00 [bos] a b b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -38.80 -0.31 128 0.00 [bos] a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.80 -0.83 14 0.31 [bos] a b b b b b a a b b b b [eos] cls1 - sp1 : -11.03 -0.85 14 0.31 [bos] a b b b b b a a b a b b [eos] cls1 - sp2 : -12.49 -0.73 18 0.41 [bos] a b b b b b a a b b b b b b b b [eos] cls1 - sp3 : -12.67 -0.70 19 0.39 [bos] a b b b b b a a b b b b b b b b b [eos] cls1 - sp4 : -13.65 -0.80 18 0.29 [bos] a b b b b b a a b b b b b b b b [eos] cls2 - sp0 : -8.88 -0.74 13 0.67 [bos] a b b b b b a a b b b [eos] cls2 - sp1 : -9.02 -0.75 13 0.67 [bos] a b b b b b a a b b b [eos] cls2 - sp2 : -9.19 -0.77 13 0.67 [bos] a b b b b b b a b b b [eos] cls2 - sp3 : -12.08 -0.75 17 0.69 [bos] a b b b b b a a b b a a a a a [eos] cls2 - sp4 : -12.43 -0.78 17 0.69 [bos] a b b b b b a a b b b a a a a [eos] cls3 - sp0 : -13.90 -13.90 2 1.00 [bos] [eos] cls3 - sp1 : -22.39 -0.18 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -24.12 -0.19 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -24.18 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls3 - sp4 : -24.20 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-197 src: none none 12 [bos] a b b b b b a a b a [eos] tgt0: mod/noi/dif/loss/nce/logp -8.48 /-11.29 /2.81 /0.0/0.00 -0.77 /-1.03 12 [bos] a b b b b b a a b a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.79 /-11.73 /-30.06 / /-32.87 -2.99 /-0.84 15 [bos] b a a a b b b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -21.91 /-4.93 /-16.97 / /-19.78 -4.38 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -36.71 /-4.42 /-32.29 / /-35.10 -9.18 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -29.99 /-2.81 /-27.17 / /-29.99 -10.00/-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -42.90 /-7.05 /-35.85 / /-38.66 -6.13 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -13.73 -13.73 2 0.00 [bos] [eos] cls0 - sp1 : -37.60 -0.30 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -38.48 -0.30 128 0.01 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -38.66 -0.30 128 0.00 [bos] a b b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -38.80 -0.31 128 0.00 [bos] a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.80 -0.83 14 0.31 [bos] a b b b b b a a b b b b [eos] cls1 - sp1 : -11.03 -0.85 14 0.31 [bos] a b b b b b a a b a b b [eos] cls1 - sp2 : -12.49 -0.73 18 0.41 [bos] a b b b b b a a b b b b b b b b [eos] cls1 - sp3 : -12.67 -0.70 19 0.39 [bos] a b b b b b a a b b b b b b b b b [eos] cls1 - sp4 : -13.65 -0.80 18 0.29 [bos] a b b b b b a a b b b b b b b b [eos] cls2 - sp0 : -8.88 -0.74 13 0.67 [bos] a b b b b b a a b b b [eos] cls2 - sp1 : -9.02 -0.75 13 0.67 [bos] a b b b b b a a b b b [eos] cls2 - sp2 : -9.19 -0.77 13 0.67 [bos] a b b b b b b a b b b [eos] cls2 - sp3 : -12.08 -0.75 17 0.69 [bos] a b b b b b a a b b a a a a a [eos] cls2 - sp4 : -12.43 -0.78 17 0.69 [bos] a b b b b b a a b b b a a a a [eos] cls3 - sp0 : -13.90 -13.90 2 1.00 [bos] [eos] cls3 - sp1 : -22.39 -0.18 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -24.12 -0.19 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -24.18 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls3 - sp4 : -24.20 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-198 src: none none 12 [bos] a b b b b b a a b a [eos] tgt0: mod/noi/dif/loss/nce/logp -11.38 /-11.29 /-0.09 /0.0/0.00 -1.03 /-1.03 12 [bos] a b b b b b a a b a [eos] tgt1: mod/noi/dif/loss/nce/logp -45.68 /-11.73 /-33.95 / /-33.86 -3.26 /-0.84 15 [bos] b a a a b b b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.55 /-4.93 /-19.61 / /-19.53 -4.91 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.30 /-4.42 /-32.88 / /-32.79 -9.32 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -29.03 /-2.81 /-26.22 / /-26.14 -9.68 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -42.12 /-7.05 /-35.06 / /-34.98 -6.02 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -13.70 -13.70 2 0.00 [bos] [eos] cls0 - sp1 : -39.80 -0.31 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -40.91 -0.32 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -41.42 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b cls0 - sp4 : -41.45 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls1 - sp0 : -10.94 -0.84 14 0.31 [bos] a b b b b b a a b b b b [eos] cls1 - sp1 : -10.95 -0.84 14 0.31 [bos] a b b b b b a a b a b b [eos] cls1 - sp2 : -19.84 -0.64 32 0.26 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp3 : -20.01 -0.65 32 0.29 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -20.29 -0.63 33 0.25 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -8.29 -0.69 13 0.67 [bos] a b b b b b a a b b b [eos] cls2 - sp1 : -8.82 -0.73 13 0.67 [bos] a b b b b b a a b b a [eos] cls2 - sp2 : -11.25 -0.75 16 0.67 [bos] a b b b b b a a b a a a a a [eos] cls2 - sp3 : -11.54 -0.72 17 0.69 [bos] a b b b b b a a b a a a a a a [eos] cls2 - sp4 : -15.53 -0.78 21 0.50 [bos] a b b b b b a a b b a a b b b b b b b [eos] cls3 - sp0 : -13.83 -13.83 2 1.00 [bos] [eos] cls3 - sp1 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.03 -0.13 128 1.00 [bos] a b b b b b b a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -16.11 -0.13 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-199 src: none none 12 [bos] a b b b b b a a b a [eos] tgt0: mod/noi/dif/loss/nce/logp -8.11 /-11.29 /3.19 /0.0/0.00 -0.74 /-1.03 12 [bos] a b b b b b a a b a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.08 /-11.73 /-29.35 / /-32.54 -2.93 /-0.84 15 [bos] b a a a b b b b b b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -23.73 /-4.93 /-18.80 / /-21.98 -4.75 /-0.99 6 [bos] a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -35.79 /-4.42 /-31.37 / /-34.55 -8.95 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -29.73 /-2.81 /-26.92 / /-30.10 -9.91 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -41.89 /-7.05 /-34.84 / /-38.02 -5.98 /-1.01 8 [bos] b a a b b b [eos] cls0 - sp0 : -13.70 -13.70 2 0.00 [bos] [eos] cls0 - sp1 : -39.80 -0.31 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -40.91 -0.32 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -41.42 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b cls0 - sp4 : -41.45 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls1 - sp0 : -10.94 -0.84 14 0.31 [bos] a b b b b b a a b b b b [eos] cls1 - sp1 : -10.95 -0.84 14 0.31 [bos] a b b b b b a a b a b b [eos] cls1 - sp2 : -19.84 -0.64 32 0.26 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp3 : -20.01 -0.65 32 0.29 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -20.29 -0.63 33 0.25 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -8.29 -0.69 13 0.67 [bos] a b b b b b a a b b b [eos] cls2 - sp1 : -8.82 -0.73 13 0.67 [bos] a b b b b b a a b b a [eos] cls2 - sp2 : -11.25 -0.75 16 0.67 [bos] a b b b b b a a b a a a a a [eos] cls2 - sp3 : -11.54 -0.72 17 0.69 [bos] a b b b b b a a b a a a a a a [eos] cls2 - sp4 : -15.53 -0.78 21 0.50 [bos] a b b b b b a a b b a a b b b b b b b [eos] cls3 - sp0 : -13.83 -13.83 2 1.00 [bos] [eos] cls3 - sp1 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.03 -0.13 128 1.00 [bos] a b b b b b b a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -16.11 -0.13 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-200 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.87 /-3.84 /0.96 /0.0/0.00 -0.57 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -22.66 /-4.93 /-17.72 / /-18.68 -4.53 /-0.99 6 [bos] b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.57 /-2.81 /-16.76 / /-17.72 -6.52 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -44.62 /-3.84 /-40.79 / /-41.75 -8.92 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -64.62 /-4.86 /-59.77 / /-60.73 -9.23 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -38.77 /-2.81 /-35.96 / /-36.92 -12.92/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-201 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.35 /-3.84 /1.48 /0.0/0.00 -0.47 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -22.53 /-4.93 /-17.60 / /-19.08 -4.51 /-0.99 6 [bos] b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.82 /-2.81 /-17.01 / /-18.50 -6.61 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -45.49 /-3.84 /-41.65 / /-43.14 -9.10 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -74.45 /-4.86 /-69.59 / /-71.08 -10.64/-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -39.91 /-2.81 /-37.10 / /-38.58 -13.30/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-202 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.89 /-3.84 /0.95 /0.0/0.00 -0.58 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -22.24 /-4.93 /-17.31 / /-18.26 -4.45 /-0.99 6 [bos] b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.90 /-2.81 /-16.08 / /-17.03 -6.30 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -44.60 /-3.84 /-40.76 / /-41.71 -8.92 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -64.29 /-4.86 /-59.43 / /-60.38 -9.18 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -37.60 /-2.81 /-34.79 / /-35.73 -12.53/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-203 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.26 /-3.84 /1.57 /0.0/0.00 -0.45 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -21.98 /-4.93 /-17.05 / /-18.62 -4.40 /-0.99 6 [bos] b b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.88 /-2.81 /-17.07 / /-18.64 -6.63 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -44.89 /-3.84 /-41.05 / /-42.62 -8.98 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -73.44 /-4.86 /-68.58 / /-70.16 -10.49/-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -39.53 /-2.81 /-36.72 / /-38.29 -13.18/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-204 src: none none 12 [bos] a a a b b b b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -6.44 /-9.10 /2.66 /0.0/-0.00 -0.59 /-0.83 12 [bos] a a a b b b b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.20 /-9.17 /-4.02 / /-6.68 -1.47 /-1.02 10 [bos] a a a b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -34.90 /-5.96 /-28.94 / /-31.60 -4.99 /-0.85 8 [bos] a a a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -20.40 /-2.81 /-17.59 / /-20.24 -6.80 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -27.83 /-3.91 /-23.92 / /-26.58 -9.28 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -46.58 /-6.54 /-40.03 / /-42.69 -7.76 /-1.09 7 [bos] b b a a b [eos] cls0 - sp0 : -6.13 -0.56 12 0.18 [bos] a a a b b b b b b a [eos] cls0 - sp1 : -6.44 -0.59 12 0.00 [bos] a a a b b b b b b a [eos] cls0 - sp2 : -7.06 -0.59 13 0.17 [bos] a a a b b b b b b a a [eos] cls0 - sp3 : -9.29 -0.58 17 0.00 [bos] a a a b b b b b b b b b b b a [eos] cls0 - sp4 : -9.45 -0.56 18 0.12 [bos] a a a b b b b b b b b b b b b b [eos] cls1 - sp0 : -6.56 -0.60 12 0.27 [bos] a a a b b b b b b a [eos] cls1 - sp1 : -6.79 -0.68 11 0.30 [bos] a a a b b b b b b [eos] cls1 - sp2 : -7.22 -0.66 12 0.27 [bos] a a a b b b b b b a [eos] cls1 - sp3 : -7.64 -0.64 13 0.25 [bos] a a a b b b b b b a a [eos] cls1 - sp4 : -7.82 -0.65 13 0.25 [bos] a a a b b b b b b b b [eos] cls2 - sp0 : -6.68 -0.67 11 0.60 [bos] a a a b b b b b b [eos] cls2 - sp1 : -6.78 -0.68 11 0.70 [bos] a a a b b b b b b [eos] cls2 - sp2 : -6.89 -0.69 11 0.70 [bos] a a a b b b b b b [eos] cls2 - sp3 : -7.18 -0.65 12 0.73 [bos] a a a b b b b b b a [eos] cls2 - sp4 : -8.05 -0.67 13 0.67 [bos] a a a b b b b b b a b [eos] cls3 - sp0 : -4.28 -0.43 11 1.00 [bos] a a a b b b b b b [eos] cls3 - sp1 : -13.92 -13.92 2 1.00 [bos] [eos] cls3 - sp2 : -16.57 -0.13 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.73 -0.13 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.56 -0.14 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-205 src: none none 12 [bos] a a a b b b b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.05 /-9.10 /4.04 /0.0/-0.00 -0.46 /-0.83 12 [bos] a a a b b b b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.10 /-9.17 /-3.93 / /-7.97 -1.46 /-1.02 10 [bos] a a a b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.63 /-5.96 /-27.67 / /-31.72 -4.80 /-0.85 8 [bos] a a a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -20.79 /-2.81 /-17.98 / /-22.02 -6.93 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -30.68 /-3.91 /-26.77 / /-30.82 -10.23/-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -46.33 /-6.54 /-39.78 / /-43.83 -7.72 /-1.09 7 [bos] b b a a b [eos] cls0 - sp0 : -6.13 -0.56 12 0.18 [bos] a a a b b b b b b a [eos] cls0 - sp1 : -6.44 -0.59 12 0.00 [bos] a a a b b b b b b a [eos] cls0 - sp2 : -7.06 -0.59 13 0.17 [bos] a a a b b b b b b a a [eos] cls0 - sp3 : -9.29 -0.58 17 0.00 [bos] a a a b b b b b b b b b b b a [eos] cls0 - sp4 : -9.45 -0.56 18 0.12 [bos] a a a b b b b b b b b b b b b b [eos] cls1 - sp0 : -6.56 -0.60 12 0.27 [bos] a a a b b b b b b a [eos] cls1 - sp1 : -6.79 -0.68 11 0.30 [bos] a a a b b b b b b [eos] cls1 - sp2 : -7.22 -0.66 12 0.27 [bos] a a a b b b b b b a [eos] cls1 - sp3 : -7.64 -0.64 13 0.25 [bos] a a a b b b b b b a a [eos] cls1 - sp4 : -7.82 -0.65 13 0.25 [bos] a a a b b b b b b b b [eos] cls2 - sp0 : -6.68 -0.67 11 0.60 [bos] a a a b b b b b b [eos] cls2 - sp1 : -6.78 -0.68 11 0.70 [bos] a a a b b b b b b [eos] cls2 - sp2 : -6.89 -0.69 11 0.70 [bos] a a a b b b b b b [eos] cls2 - sp3 : -7.18 -0.65 12 0.73 [bos] a a a b b b b b b a [eos] cls2 - sp4 : -8.05 -0.67 13 0.67 [bos] a a a b b b b b b a b [eos] cls3 - sp0 : -4.28 -0.43 11 1.00 [bos] a a a b b b b b b [eos] cls3 - sp1 : -13.92 -13.92 2 1.00 [bos] [eos] cls3 - sp2 : -16.57 -0.13 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -16.73 -0.13 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -17.56 -0.14 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-206 src: none none 12 [bos] a a a b b b b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -7.11 /-9.10 /1.98 /0.0/-0.00 -0.65 /-0.83 12 [bos] a a a b b b b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -12.86 /-9.17 /-3.68 / /-5.67 -1.43 /-1.02 10 [bos] a a a b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -34.03 /-5.96 /-28.08 / /-30.07 -4.86 /-0.85 8 [bos] a a a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -20.77 /-2.81 /-17.95 / /-19.94 -6.92 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -28.55 /-3.91 /-24.64 / /-26.63 -9.52 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -46.69 /-6.54 /-40.14 / /-42.13 -7.78 /-1.09 7 [bos] b b a a b [eos] cls0 - sp0 : -14.34 -14.34 2 0.00 [bos] [eos] cls0 - sp1 : -60.75 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -60.90 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -61.10 -0.48 128 0.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -61.34 -0.48 128 0.00 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -7.75 -0.70 12 0.27 [bos] a a a b b b b b b a [eos] cls1 - sp1 : -8.08 -0.67 13 0.25 [bos] a a a b b b b b b a b [eos] cls1 - sp2 : -11.72 -0.90 14 0.31 [bos] a a a b b b b b b a a a [eos] cls1 - sp3 : -11.81 -0.91 14 0.31 [bos] a a a b b b b b b a a a [eos] cls1 - sp4 : -12.44 -0.89 15 0.29 [bos] a a a b b b b b b a b b b [eos] cls2 - sp0 : -8.73 -0.73 13 0.67 [bos] a a a b b b b b b b b [eos] cls2 - sp1 : -9.06 -0.76 13 0.67 [bos] a a a b b b b b b a a [eos] cls2 - sp2 : -11.34 -0.71 17 0.69 [bos] a a a b b b b b b b b b b b b [eos] cls2 - sp3 : -11.39 -0.71 17 0.69 [bos] a a a b b b b b b b b b b b b [eos] cls2 - sp4 : -11.83 -0.74 17 0.69 [bos] a a a b b b b b b a b b b b b [eos] cls3 - sp0 : -14.25 -14.25 2 1.00 [bos] [eos] cls3 - sp1 : -19.95 -0.16 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -20.09 -0.16 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.54 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -21.30 -0.17 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-207 src: none none 12 [bos] a a a b b b b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.86 /-9.10 /3.24 /0.01/-0.01 -0.53 /-0.83 12 [bos] a a a b b b b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -11.18 /-9.17 /-2.00 / /-5.25 -1.24 /-1.02 10 [bos] a a a b b a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.80 /-5.96 /-27.84 / /-31.08 -4.83 /-0.85 8 [bos] a a a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -20.68 /-2.81 /-17.87 / /-21.11 -6.89 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -30.97 /-3.91 /-27.05 / /-30.30 -10.32/-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -46.44 /-6.54 /-39.90 / /-43.14 -7.74 /-1.09 7 [bos] b b a a b [eos] cls0 - sp0 : -14.34 -14.34 2 0.00 [bos] [eos] cls0 - sp1 : -60.75 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -60.90 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -61.10 -0.48 128 0.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -61.34 -0.48 128 0.00 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -7.75 -0.70 12 0.27 [bos] a a a b b b b b b a [eos] cls1 - sp1 : -8.08 -0.67 13 0.25 [bos] a a a b b b b b b a b [eos] cls1 - sp2 : -11.72 -0.90 14 0.31 [bos] a a a b b b b b b a a a [eos] cls1 - sp3 : -11.81 -0.91 14 0.31 [bos] a a a b b b b b b a a a [eos] cls1 - sp4 : -12.44 -0.89 15 0.29 [bos] a a a b b b b b b a b b b [eos] cls2 - sp0 : -8.73 -0.73 13 0.67 [bos] a a a b b b b b b b b [eos] cls2 - sp1 : -9.06 -0.76 13 0.67 [bos] a a a b b b b b b a a [eos] cls2 - sp2 : -11.34 -0.71 17 0.69 [bos] a a a b b b b b b b b b b b b [eos] cls2 - sp3 : -11.39 -0.71 17 0.69 [bos] a a a b b b b b b b b b b b b [eos] cls2 - sp4 : -11.83 -0.74 17 0.69 [bos] a a a b b b b b b a b b b b b [eos] cls3 - sp0 : -14.25 -14.25 2 1.00 [bos] [eos] cls3 - sp1 : -19.95 -0.16 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -20.09 -0.16 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -20.54 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -21.30 -0.17 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-208 src: none none 8 [bos] b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.25 /-4.86 /0.60 /0.0/-0.00 -0.61 /-0.69 8 [bos] b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -50.12 /-7.05 /-43.07 / /-43.67 -7.16 /-1.01 8 [bos] a a a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -43.22 /-6.98 /-36.25 / /-36.85 -4.80 /-0.78 10 [bos] a a b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -60.07 /-7.05 /-53.01 / /-53.62 -8.58 /-1.01 8 [bos] a a b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.32 /-2.81 /-12.51 / /-13.11 -5.11 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.35 /-2.30 /-17.05 / /-17.65 -9.67 /-1.15 3 [bos] b [eos] cls0 - sp0 : -4.25 -0.61 8 0.00 [bos] b b b b b b [eos] cls0 - sp1 : -4.83 -0.69 8 0.14 [bos] b b b b b b [eos] cls0 - sp2 : -4.86 -0.69 8 0.14 [bos] b b b b b b [eos] cls0 - sp3 : -4.91 -0.70 8 0.14 [bos] b b b b b b [eos] cls0 - sp4 : -4.98 -0.71 8 0.14 [bos] b b b b b b [eos] cls1 - sp0 : -4.62 -0.66 8 0.43 [bos] b b b b b b [eos] cls1 - sp1 : -4.65 -0.66 8 0.29 [bos] b b b b b b [eos] cls1 - sp2 : -4.73 -0.68 8 0.29 [bos] b b b b b b [eos] cls1 - sp3 : -4.81 -0.69 8 0.43 [bos] b b b b b b [eos] cls1 - sp4 : -5.06 -0.72 8 0.29 [bos] b b b b b b [eos] cls2 - sp0 : -3.31 -0.47 8 0.71 [bos] b b b b b b [eos] cls2 - sp1 : -3.45 -0.49 8 0.71 [bos] b b b b b b [eos] cls2 - sp2 : -3.93 -0.56 8 0.57 [bos] b b b b b b [eos] cls2 - sp3 : -4.24 -0.61 8 0.71 [bos] b b b b b b [eos] cls2 - sp4 : -4.50 -0.64 8 0.57 [bos] b b b b b b [eos] cls3 - sp0 : -2.64 -0.38 8 0.86 [bos] b b b b b b [eos] cls3 - sp1 : -3.29 -0.47 8 1.00 [bos] b b b b b b [eos] cls3 - sp2 : -3.97 -0.57 8 0.86 [bos] b b b b b b [eos] cls3 - sp3 : -4.10 -0.59 8 0.86 [bos] b b b b b b [eos] cls3 - sp4 : -4.14 -0.59 8 0.86 [bos] b b b b [unk] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-209 src: none none 8 [bos] b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.29 /-4.86 /1.56 /0.0/-0.00 -0.47 /-0.69 8 [bos] b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -47.80 /-7.05 /-40.74 / /-42.31 -6.83 /-1.01 8 [bos] a a a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.04 /-6.98 /-23.06 / /-24.62 -3.34 /-0.78 10 [bos] a a b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -55.84 /-7.05 /-48.79 / /-50.35 -7.98 /-1.01 8 [bos] a a b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.56 /-2.81 /-12.75 / /-14.32 -5.19 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.25 /-2.30 /-17.95 / /-19.51 -10.12/-1.15 3 [bos] b [eos] cls0 - sp0 : -4.25 -0.61 8 0.00 [bos] b b b b b b [eos] cls0 - sp1 : -4.83 -0.69 8 0.14 [bos] b b b b b b [eos] cls0 - sp2 : -4.86 -0.69 8 0.14 [bos] b b b b b b [eos] cls0 - sp3 : -4.91 -0.70 8 0.14 [bos] b b b b b b [eos] cls0 - sp4 : -4.98 -0.71 8 0.14 [bos] b b b b b b [eos] cls1 - sp0 : -4.62 -0.66 8 0.43 [bos] b b b b b b [eos] cls1 - sp1 : -4.65 -0.66 8 0.29 [bos] b b b b b b [eos] cls1 - sp2 : -4.73 -0.68 8 0.29 [bos] b b b b b b [eos] cls1 - sp3 : -4.81 -0.69 8 0.43 [bos] b b b b b b [eos] cls1 - sp4 : -5.06 -0.72 8 0.29 [bos] b b b b b b [eos] cls2 - sp0 : -3.31 -0.47 8 0.71 [bos] b b b b b b [eos] cls2 - sp1 : -3.45 -0.49 8 0.71 [bos] b b b b b b [eos] cls2 - sp2 : -3.93 -0.56 8 0.57 [bos] b b b b b b [eos] cls2 - sp3 : -4.24 -0.61 8 0.71 [bos] b b b b b b [eos] cls2 - sp4 : -4.50 -0.64 8 0.57 [bos] b b b b b b [eos] cls3 - sp0 : -2.64 -0.38 8 0.86 [bos] b b b b b b [eos] cls3 - sp1 : -3.29 -0.47 8 1.00 [bos] b b b b b b [eos] cls3 - sp2 : -3.97 -0.57 8 0.86 [bos] b b b b b b [eos] cls3 - sp3 : -4.10 -0.59 8 0.86 [bos] b b b b b b [eos] cls3 - sp4 : -4.14 -0.59 8 0.86 [bos] b b b b [unk] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-210 src: none none 8 [bos] b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.74 /-4.86 /1.12 /0.0/-0.00 -0.53 /-0.69 8 [bos] b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -46.42 /-7.05 /-39.36 / /-40.48 -6.63 /-1.01 8 [bos] a a a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -32.15 /-6.98 /-25.17 / /-26.29 -3.57 /-0.78 10 [bos] a a b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -55.31 /-7.05 /-48.25 / /-49.37 -7.90 /-1.01 8 [bos] a a b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -14.14 /-2.81 /-11.33 / /-12.45 -4.71 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.25 /-2.30 /-17.94 / /-19.06 -10.12/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.74 -0.53 8 0.00 [bos] b b b b b b [eos] cls0 - sp1 : -4.45 -0.64 8 0.14 [bos] b b b b b b [eos] cls0 - sp2 : -4.50 -0.64 8 0.14 [bos] b b b b b b [eos] cls0 - sp3 : -4.61 -0.66 8 0.14 [bos] b b b b b b [eos] cls0 - sp4 : -4.68 -0.67 8 0.14 [bos] b b b b b b [eos] cls1 - sp0 : -4.16 -0.59 8 0.29 [bos] b b b b b b [eos] cls1 - sp1 : -4.38 -0.63 8 0.29 [bos] b b b b b b [eos] cls1 - sp2 : -4.39 -0.63 8 0.43 [bos] b b b b b b [eos] cls1 - sp3 : -4.60 -0.66 8 0.43 [bos] b b b b b b [eos] cls1 - sp4 : -4.81 -0.69 8 0.43 [bos] b b b b b b [eos] cls2 - sp0 : -3.18 -0.45 8 0.71 [bos] b b b b b b [eos] cls2 - sp1 : -3.42 -0.49 8 0.71 [bos] b b b b b b [eos] cls2 - sp2 : -3.71 -0.53 8 0.71 [bos] b b b b b b [eos] cls2 - sp3 : -4.14 -0.59 8 0.57 [bos] b b b b b b [eos] cls2 - sp4 : -4.24 -0.61 8 0.57 [bos] b b b b b b [eos] cls3 - sp0 : -2.20 -0.31 8 0.86 [bos] b b b b b b [eos] cls3 - sp1 : -2.92 -0.42 8 1.00 [bos] b b b b b b [eos] cls3 - sp2 : -3.84 -0.55 8 0.86 [bos] [unk] b b b b b [eos] cls3 - sp3 : -3.90 -0.56 8 0.86 [bos] b b b b b b [eos] cls3 - sp4 : -4.14 -0.59 8 0.86 [bos] b b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-211 src: none none 8 [bos] b b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.92 /-4.86 /1.94 /0.0/-0.00 -0.42 /-0.69 8 [bos] b b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -43.92 /-7.05 /-36.87 / /-38.81 -6.27 /-1.01 8 [bos] a a a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -27.21 /-6.98 /-20.23 / /-22.17 -3.02 /-0.78 10 [bos] a a b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -52.73 /-7.05 /-45.67 / /-47.61 -7.53 /-1.01 8 [bos] a a b a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -14.87 /-2.81 /-12.06 / /-14.00 -4.96 /-0.94 4 [bos] b b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.06 /-2.30 /-18.76 / /-20.70 -10.53/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.74 -0.53 8 0.00 [bos] b b b b b b [eos] cls0 - sp1 : -4.45 -0.64 8 0.14 [bos] b b b b b b [eos] cls0 - sp2 : -4.50 -0.64 8 0.14 [bos] b b b b b b [eos] cls0 - sp3 : -4.61 -0.66 8 0.14 [bos] b b b b b b [eos] cls0 - sp4 : -4.68 -0.67 8 0.14 [bos] b b b b b b [eos] cls1 - sp0 : -4.16 -0.59 8 0.29 [bos] b b b b b b [eos] cls1 - sp1 : -4.38 -0.63 8 0.29 [bos] b b b b b b [eos] cls1 - sp2 : -4.39 -0.63 8 0.43 [bos] b b b b b b [eos] cls1 - sp3 : -4.60 -0.66 8 0.43 [bos] b b b b b b [eos] cls1 - sp4 : -4.81 -0.69 8 0.43 [bos] b b b b b b [eos] cls2 - sp0 : -3.18 -0.45 8 0.71 [bos] b b b b b b [eos] cls2 - sp1 : -3.42 -0.49 8 0.71 [bos] b b b b b b [eos] cls2 - sp2 : -3.71 -0.53 8 0.71 [bos] b b b b b b [eos] cls2 - sp3 : -4.14 -0.59 8 0.57 [bos] b b b b b b [eos] cls2 - sp4 : -4.24 -0.61 8 0.57 [bos] b b b b b b [eos] cls3 - sp0 : -2.20 -0.31 8 0.86 [bos] b b b b b b [eos] cls3 - sp1 : -2.92 -0.42 8 1.00 [bos] b b b b b b [eos] cls3 - sp2 : -3.84 -0.55 8 0.86 [bos] [unk] b b b b b [eos] cls3 - sp3 : -3.90 -0.56 8 0.86 [bos] b b b b b b [eos] cls3 - sp4 : -4.14 -0.59 8 0.86 [bos] b b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-212 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.43 /-2.81 /-16.61 / /-17.62 -6.48 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -230.85/-20.64 /-210.21/ /-211.22 -9.23 /-0.83 26 [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.79 /-3.84 /-35.95 / /-36.96 -7.96 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -43.13 /-4.93 /-38.20 / /-39.20 -8.63 /-0.99 6 [bos] b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -70.42 /-6.98 /-63.44 / /-64.45 -7.82 /-0.78 10 [bos] b b b b b b b a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-213 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -21.16 /-2.81 /-18.34 / /-18.93 -7.05 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -211.09/-20.64 /-190.44/ /-191.03 -8.44 /-0.83 26 [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.56 /-3.84 /-35.72 / /-36.31 -7.91 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -38.30 /-4.93 /-33.36 / /-33.95 -7.66 /-0.99 6 [bos] b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -72.81 /-6.98 /-65.84 / /-66.42 -8.09 /-0.78 10 [bos] b b b b b b b a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-214 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.53 /-2.81 /-16.71 / /-17.72 -6.51 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -232.42/-20.64 /-211.77/ /-212.78 -9.30 /-0.83 26 [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -40.12 /-3.84 /-36.28 / /-37.29 -8.02 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -43.26 /-4.93 /-38.33 / /-39.34 -8.65 /-0.99 6 [bos] b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -71.22 /-6.98 /-64.25 / /-65.25 -7.91 /-0.78 10 [bos] b b b b b b b a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-215 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.91 /-2.81 /-18.10 / /-18.68 -6.97 /-0.94 4 [bos] b b [eos] tgt2: mod/noi/dif/loss/nce/logp -220.62/-20.64 /-199.97/ /-200.55 -8.82 /-0.83 26 [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -40.09 /-3.84 /-36.26 / /-36.84 -8.02 /-0.77 6 [bos] b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -38.75 /-4.93 /-33.82 / /-34.40 -7.75 /-0.99 6 [bos] b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -74.00 /-6.98 /-67.02 / /-67.60 -8.22 /-0.78 10 [bos] b b b b b b b a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-216 src: none none 6 [bos] a b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -4.08 /-6.03 /1.95 /0.0/0.00 -0.82 /-1.21 6 [bos] a b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -70.58 /-6.39 /-64.19 / /-66.14 -7.06 /-0.64 11 [bos] b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.20 /-4.86 /-28.34 / /-30.30 -4.74 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -53.75 /-8.66 /-45.08 / /-47.04 -6.72 /-1.08 9 [bos] a a b a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.39 /-2.30 /-18.09 / /-20.04 -10.20/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.44 /-2.30 /-28.14 / /-30.09 -15.22/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.58 -0.72 6 0.20 [bos] a b a a [eos] cls0 - sp1 : -3.80 -0.76 6 0.20 [bos] a b a a [eos] cls0 - sp2 : -4.08 -0.82 6 0.00 [bos] a b a a [eos] cls0 - sp3 : -5.12 -1.02 6 0.20 [bos] a b a a [eos] cls0 - sp4 : -5.70 -1.14 6 0.20 [bos] a b a a [eos] cls1 - sp0 : -3.29 -0.66 6 0.40 [bos] a b a a [eos] cls1 - sp1 : -3.91 -0.78 6 0.40 [bos] a b a a [eos] cls1 - sp2 : -3.95 -0.79 6 0.40 [bos] a b a a [eos] cls1 - sp3 : -4.32 -0.86 6 0.40 [bos] a b a a [eos] cls1 - sp4 : -4.54 -0.91 6 0.40 [bos] a b a a [eos] cls2 - sp0 : -2.18 -0.44 6 0.60 [bos] a b a a [eos] cls2 - sp1 : -3.23 -0.65 6 0.60 [bos] a b a a [eos] cls2 - sp2 : -3.44 -0.69 6 0.60 [bos] a b a a [eos] cls2 - sp3 : -4.03 -0.81 6 0.60 [bos] a b a a [eos] cls2 - sp4 : -4.64 -0.93 6 0.60 [bos] a b a a [eos] cls3 - sp0 : -1.33 -0.27 6 0.80 [bos] a b a a [eos] cls3 - sp1 : -2.05 -0.41 6 1.00 [bos] a b a a [eos] cls3 - sp2 : -2.88 -0.58 6 0.80 [bos] a b a a [eos] cls3 - sp3 : -3.99 -0.80 6 0.80 [bos] a b a a [eos] cls3 - sp4 : -4.28 -0.86 6 0.80 [bos] a b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-217 src: none none 6 [bos] a b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.05 /-6.03 /3.98 /0.0/0.00 -0.41 /-1.21 6 [bos] a b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -72.30 /-6.39 /-65.91 / /-69.89 -7.23 /-0.64 11 [bos] b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -34.80 /-4.86 /-29.94 / /-33.92 -4.97 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -57.33 /-8.66 /-48.67 / /-52.65 -7.17 /-1.08 9 [bos] a a b a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.19 /-2.30 /-17.89 / /-21.87 -10.09/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.98 /-2.30 /-28.67 / /-32.65 -15.49/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.58 -0.72 6 0.20 [bos] a b a a [eos] cls0 - sp1 : -3.80 -0.76 6 0.20 [bos] a b a a [eos] cls0 - sp2 : -4.08 -0.82 6 0.00 [bos] a b a a [eos] cls0 - sp3 : -5.12 -1.02 6 0.20 [bos] a b a a [eos] cls0 - sp4 : -5.70 -1.14 6 0.20 [bos] a b a a [eos] cls1 - sp0 : -3.29 -0.66 6 0.40 [bos] a b a a [eos] cls1 - sp1 : -3.91 -0.78 6 0.40 [bos] a b a a [eos] cls1 - sp2 : -3.95 -0.79 6 0.40 [bos] a b a a [eos] cls1 - sp3 : -4.32 -0.86 6 0.40 [bos] a b a a [eos] cls1 - sp4 : -4.54 -0.91 6 0.40 [bos] a b a a [eos] cls2 - sp0 : -2.18 -0.44 6 0.60 [bos] a b a a [eos] cls2 - sp1 : -3.23 -0.65 6 0.60 [bos] a b a a [eos] cls2 - sp2 : -3.44 -0.69 6 0.60 [bos] a b a a [eos] cls2 - sp3 : -4.03 -0.81 6 0.60 [bos] a b a a [eos] cls2 - sp4 : -4.64 -0.93 6 0.60 [bos] a b a a [eos] cls3 - sp0 : -1.33 -0.27 6 0.80 [bos] a b a a [eos] cls3 - sp1 : -2.05 -0.41 6 1.00 [bos] a b a a [eos] cls3 - sp2 : -2.88 -0.58 6 0.80 [bos] a b a a [eos] cls3 - sp3 : -3.99 -0.80 6 0.80 [bos] a b a a [eos] cls3 - sp4 : -4.28 -0.86 6 0.80 [bos] a b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-218 src: none none 6 [bos] a b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.82 /-6.03 /0.21 /0.0/0.00 -1.16 /-1.21 6 [bos] a b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -71.88 /-6.39 /-65.49 / /-65.70 -7.19 /-0.64 11 [bos] b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -22.70 /-4.86 /-17.84 / /-18.05 -3.24 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -45.28 /-8.66 /-36.62 / /-36.82 -5.66 /-1.08 9 [bos] a a b a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.89 /-2.30 /-18.59 / /-18.80 -10.45/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.74 /-2.30 /-28.44 / /-28.65 -15.37/-1.15 3 [bos] b [eos] cls0 - sp0 : -5.03 -1.01 6 0.20 [bos] a b a a [eos] cls0 - sp1 : -5.49 -1.10 6 0.20 [bos] a b a a [eos] cls0 - sp2 : -8.72 -8.72 2 0.00 [bos] [eos] cls0 - sp3 : -15.87 -0.12 128 0.02 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -16.07 -0.13 128 0.01 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -4.76 -0.95 6 0.40 [bos] a b a a [eos] cls1 - sp1 : -4.86 -0.97 6 0.40 [bos] a b a a [eos] cls1 - sp2 : -5.05 -1.01 6 0.40 [bos] a b a a [eos] cls1 - sp3 : -72.02 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -72.42 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -3.53 -0.71 6 0.60 [bos] a b a a [eos] cls2 - sp1 : -4.23 -0.85 6 0.60 [bos] a b a a [eos] cls2 - sp2 : -4.65 -0.93 6 0.60 [bos] a b a a [eos] cls2 - sp3 : -64.63 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -64.67 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -2.54 -0.51 6 0.80 [bos] a b a a [eos] cls3 - sp1 : -3.10 -0.62 6 1.00 [bos] a b a a [eos] cls3 - sp2 : -4.09 -0.82 6 0.80 [bos] a b a a [eos] cls3 - sp3 : -4.50 -0.04 128 1.00 [bos] a b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -4.57 -0.04 128 1.00 [bos] a b a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-219 src: none none 6 [bos] a b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.10 /-6.03 /2.93 /0.0/0.00 -0.62 /-1.21 6 [bos] a b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -77.97 /-6.39 /-71.58 / /-74.51 -7.80 /-0.64 11 [bos] b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -24.69 /-4.86 /-19.83 / /-22.76 -3.53 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -48.20 /-8.66 /-39.53 / /-42.46 -6.02 /-1.08 9 [bos] a a b a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -20.75 /-2.30 /-18.45 / /-21.37 -10.37/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -31.17 /-2.30 /-28.87 / /-31.80 -15.59/-1.15 3 [bos] b [eos] cls0 - sp0 : -5.03 -1.01 6 0.20 [bos] a b a a [eos] cls0 - sp1 : -5.49 -1.10 6 0.20 [bos] a b a a [eos] cls0 - sp2 : -8.72 -8.72 2 0.00 [bos] [eos] cls0 - sp3 : -15.87 -0.12 128 0.02 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -16.07 -0.13 128 0.01 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -4.76 -0.95 6 0.40 [bos] a b a a [eos] cls1 - sp1 : -4.86 -0.97 6 0.40 [bos] a b a a [eos] cls1 - sp2 : -5.05 -1.01 6 0.40 [bos] a b a a [eos] cls1 - sp3 : -72.02 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -72.42 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -3.53 -0.71 6 0.60 [bos] a b a a [eos] cls2 - sp1 : -4.23 -0.85 6 0.60 [bos] a b a a [eos] cls2 - sp2 : -4.65 -0.93 6 0.60 [bos] a b a a [eos] cls2 - sp3 : -64.63 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -64.67 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -2.54 -0.51 6 0.80 [bos] a b a a [eos] cls3 - sp1 : -3.10 -0.62 6 1.00 [bos] a b a a [eos] cls3 - sp2 : -4.09 -0.82 6 0.80 [bos] a b a a [eos] cls3 - sp3 : -4.50 -0.04 128 1.00 [bos] a b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a cls3 - sp4 : -4.57 -0.04 128 1.00 [bos] a b a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-220 src: none none 6 [bos] b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.73 /-4.93 /2.20 /0.0/0.00 -0.55 /-0.99 6 [bos] b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -27.19 /-2.30 /-24.89 / /-27.10 -13.60/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.16 /-2.30 /-15.86 / /-18.07 -9.08 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.35 /-2.81 /-25.54 / /-27.74 -9.45 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -35.94 /-3.32 /-32.61 / /-34.81 -8.98 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -27.45 /-3.32 /-24.13 / /-26.33 -6.86 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -2.73 -0.55 6 0.00 [bos] b a a a [eos] cls0 - sp1 : -3.12 -0.62 6 0.20 [bos] b a a a [eos] cls0 - sp2 : -3.69 -0.74 6 0.20 [bos] b a a a [eos] cls0 - sp3 : -3.80 -0.76 6 0.20 [bos] b a a a [eos] cls0 - sp4 : -4.33 -0.87 6 0.20 [bos] b a a a [eos] cls1 - sp0 : -3.38 -0.68 6 0.40 [bos] b a a a [eos] cls1 - sp1 : -3.69 -0.74 6 0.40 [bos] b a a a [eos] cls1 - sp2 : -3.77 -0.75 6 0.40 [bos] b a a a [eos] cls1 - sp3 : -4.19 -0.84 6 0.40 [bos] b a a a [eos] cls1 - sp4 : -4.40 -0.88 6 0.40 [bos] b a a a [eos] cls2 - sp0 : -2.81 -0.56 6 0.60 [bos] b a a a [eos] cls2 - sp1 : -3.58 -0.72 6 0.60 [bos] b a a a [eos] cls2 - sp2 : -3.85 -0.77 6 0.60 [bos] b a a a [eos] cls2 - sp3 : -3.96 -0.79 6 0.60 [bos] b a a a [eos] cls2 - sp4 : -4.60 -0.92 6 0.60 [bos] [unk] a a a [eos] cls3 - sp0 : -2.16 -0.43 6 0.80 [bos] b a a a [eos] cls3 - sp1 : -2.66 -0.53 6 1.00 [bos] b a a a [eos] cls3 - sp2 : -3.29 -0.66 6 0.80 [bos] b a a a [eos] cls3 - sp3 : -3.41 -0.68 6 0.80 [bos] [unk] a a a [eos] cls3 - sp4 : -3.90 -0.78 6 1.00 [bos] [unk] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-221 src: none none 6 [bos] b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.66 /-4.93 /2.27 /0.0/0.00 -0.53 /-0.99 6 [bos] b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -27.09 /-2.30 /-24.79 / /-27.06 -13.55/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.52 /-2.30 /-17.21 / /-19.49 -9.76 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.19 /-2.81 /-25.38 / /-27.66 -9.40 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.30 /-3.32 /-33.98 / /-36.26 -9.33 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -24.16 /-3.32 /-20.83 / /-23.11 -6.04 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -2.73 -0.55 6 0.00 [bos] b a a a [eos] cls0 - sp1 : -3.12 -0.62 6 0.20 [bos] b a a a [eos] cls0 - sp2 : -3.69 -0.74 6 0.20 [bos] b a a a [eos] cls0 - sp3 : -3.80 -0.76 6 0.20 [bos] b a a a [eos] cls0 - sp4 : -4.33 -0.87 6 0.20 [bos] b a a a [eos] cls1 - sp0 : -3.38 -0.68 6 0.40 [bos] b a a a [eos] cls1 - sp1 : -3.69 -0.74 6 0.40 [bos] b a a a [eos] cls1 - sp2 : -3.77 -0.75 6 0.40 [bos] b a a a [eos] cls1 - sp3 : -4.19 -0.84 6 0.40 [bos] b a a a [eos] cls1 - sp4 : -4.40 -0.88 6 0.40 [bos] b a a a [eos] cls2 - sp0 : -2.81 -0.56 6 0.60 [bos] b a a a [eos] cls2 - sp1 : -3.58 -0.72 6 0.60 [bos] b a a a [eos] cls2 - sp2 : -3.85 -0.77 6 0.60 [bos] b a a a [eos] cls2 - sp3 : -3.96 -0.79 6 0.60 [bos] b a a a [eos] cls2 - sp4 : -4.60 -0.92 6 0.60 [bos] [unk] a a a [eos] cls3 - sp0 : -2.16 -0.43 6 0.80 [bos] b a a a [eos] cls3 - sp1 : -2.66 -0.53 6 1.00 [bos] b a a a [eos] cls3 - sp2 : -3.29 -0.66 6 0.80 [bos] b a a a [eos] cls3 - sp3 : -3.41 -0.68 6 0.80 [bos] [unk] a a a [eos] cls3 - sp4 : -3.90 -0.78 6 1.00 [bos] [unk] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-222 src: none none 6 [bos] b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.16 /-4.93 /1.77 /0.0/0.00 -0.63 /-0.99 6 [bos] b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -27.36 /-2.30 /-25.06 / /-26.83 -13.68/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.11 /-2.30 /-16.80 / /-18.58 -9.55 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -27.49 /-2.81 /-24.67 / /-26.45 -9.16 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.41 /-3.32 /-33.09 / /-34.86 -9.10 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -25.98 /-3.32 /-22.65 / /-24.43 -6.49 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.16 -0.63 6 0.00 [bos] b a a a [eos] cls0 - sp1 : -3.30 -0.66 6 0.20 [bos] b a a a [eos] cls0 - sp2 : -4.10 -0.82 6 0.20 [bos] b a a a [eos] cls0 - sp3 : -4.25 -0.85 6 0.20 [bos] b a a a [eos] cls0 - sp4 : -4.89 -0.98 6 0.20 [bos] b a a a [eos] cls1 - sp0 : -3.56 -0.71 6 0.40 [bos] b a a a [eos] cls1 - sp1 : -3.89 -0.78 6 0.40 [bos] b a a a [eos] cls1 - sp2 : -4.22 -0.84 6 0.40 [bos] b a a a [eos] cls1 - sp3 : -4.39 -0.88 6 0.40 [bos] b a a a [eos] cls1 - sp4 : -4.94 -0.99 6 0.40 [bos] b a a a [eos] cls2 - sp0 : -2.95 -0.59 6 0.60 [bos] b a a a [eos] cls2 - sp1 : -4.07 -0.81 6 0.60 [bos] b a a a [eos] cls2 - sp2 : -4.08 -0.82 6 0.60 [bos] b a a a [eos] cls2 - sp3 : -4.27 -0.85 6 0.60 [bos] b a a a [eos] cls2 - sp4 : -4.83 -0.97 6 0.60 [bos] b a a a [eos] cls3 - sp0 : -2.34 -0.47 6 0.80 [bos] b a a a [eos] cls3 - sp1 : -2.88 -0.58 6 1.00 [bos] b a a a [eos] cls3 - sp2 : -3.36 -0.67 6 0.80 [bos] [unk] a a a [eos] cls3 - sp3 : -3.47 -0.69 6 0.80 [bos] b a a a [eos] cls3 - sp4 : -3.89 -0.78 6 1.00 [bos] [unk] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-223 src: none none 6 [bos] b a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.88 /-4.93 /2.05 /0.0/0.00 -0.58 /-0.99 6 [bos] b a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -26.90 /-2.30 /-24.60 / /-26.65 -13.45/-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.11 /-2.30 /-17.81 / /-19.86 -10.06/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -27.21 /-2.81 /-24.39 / /-26.44 -9.07 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.33 /-3.32 /-34.00 / /-36.05 -9.33 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.25 /-3.32 /-19.93 / /-21.98 -5.81 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -3.16 -0.63 6 0.00 [bos] b a a a [eos] cls0 - sp1 : -3.30 -0.66 6 0.20 [bos] b a a a [eos] cls0 - sp2 : -4.10 -0.82 6 0.20 [bos] b a a a [eos] cls0 - sp3 : -4.25 -0.85 6 0.20 [bos] b a a a [eos] cls0 - sp4 : -4.89 -0.98 6 0.20 [bos] b a a a [eos] cls1 - sp0 : -3.56 -0.71 6 0.40 [bos] b a a a [eos] cls1 - sp1 : -3.89 -0.78 6 0.40 [bos] b a a a [eos] cls1 - sp2 : -4.22 -0.84 6 0.40 [bos] b a a a [eos] cls1 - sp3 : -4.39 -0.88 6 0.40 [bos] b a a a [eos] cls1 - sp4 : -4.94 -0.99 6 0.40 [bos] b a a a [eos] cls2 - sp0 : -2.95 -0.59 6 0.60 [bos] b a a a [eos] cls2 - sp1 : -4.07 -0.81 6 0.60 [bos] b a a a [eos] cls2 - sp2 : -4.08 -0.82 6 0.60 [bos] b a a a [eos] cls2 - sp3 : -4.27 -0.85 6 0.60 [bos] b a a a [eos] cls2 - sp4 : -4.83 -0.97 6 0.60 [bos] b a a a [eos] cls3 - sp0 : -2.34 -0.47 6 0.80 [bos] b a a a [eos] cls3 - sp1 : -2.88 -0.58 6 1.00 [bos] b a a a [eos] cls3 - sp2 : -3.36 -0.67 6 0.80 [bos] [unk] a a a [eos] cls3 - sp3 : -3.47 -0.69 6 0.80 [bos] b a a a [eos] cls3 - sp4 : -3.89 -0.78 6 1.00 [bos] [unk] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-224 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -162.74/-15.30 /-147.44/ /-148.44 -7.75 /-0.73 22 [bos] a b b b b a a b b b b b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -41.62 /-5.44 /-36.18 / /-37.19 -6.94 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -27.71 /-3.32 /-24.39 / /-25.39 -6.93 /-0.83 5 [bos] b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -32.17 /-4.93 /-27.24 / /-28.24 -6.43 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -11.65 /-2.81 /-8.84 / /-9.84 -3.88 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-225 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -144.76/-15.30 /-129.46/ /-130.04 -6.89 /-0.73 22 [bos] a b b b b a a b b b b b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -39.84 /-5.44 /-34.40 / /-34.98 -6.64 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.25 /-3.32 /-24.93 / /-25.51 -7.06 /-0.83 5 [bos] b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -30.68 /-4.93 /-25.74 / /-26.33 -6.14 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -12.11 /-2.81 /-9.30 / /-9.88 -4.04 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-226 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -164.04/-15.30 /-148.73/ /-149.74 -7.81 /-0.73 22 [bos] a b b b b a a b b b b b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -41.90 /-5.44 /-36.46 / /-37.46 -6.98 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.00 /-3.32 /-24.67 / /-25.68 -7.00 /-0.83 5 [bos] b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -32.49 /-4.93 /-27.56 / /-28.56 -6.50 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -11.81 /-2.81 /-9.00 / /-10.01 -3.94 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-227 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -154.96/-15.30 /-139.65/ /-140.23 -7.38 /-0.73 22 [bos] a b b b b a a b b b b b b b b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -40.35 /-5.44 /-34.90 / /-35.48 -6.72 /-0.91 7 [bos] b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.74 /-3.32 /-25.42 / /-26.00 -7.19 /-0.83 5 [bos] b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -31.00 /-4.93 /-26.06 / /-26.65 -6.20 /-0.99 6 [bos] a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -12.14 /-2.81 /-9.33 / /-9.91 -4.05 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-228 src: none none 10 [bos] b a b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.80 /-9.17 /5.38 /0.0/0.00 -0.42 /-1.02 10 [bos] b a b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -33.09 /-8.59 /-24.50 / /-29.88 -3.31 /-0.86 11 [bos] a b b b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -25.61 /-3.32 /-22.29 / /-27.67 -6.40 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -31.50 /-6.47 /-25.04 / /-30.41 -3.94 /-0.81 9 [bos] a a a a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -33.93 /-3.32 /-30.61 / /-35.99 -8.48 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.15 /-2.30 /-18.85 / /-24.22 -10.57/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.80 -0.42 10 0.00 [bos] b a b b b b a a [eos] cls0 - sp1 : -3.85 -0.43 10 0.22 [bos] b a b b b b a a [eos] cls0 - sp2 : -4.06 -0.45 10 0.00 [bos] b a b b b b b a [eos] cls0 - sp3 : -4.13 -0.46 10 0.22 [bos] b a b b b b b a [eos] cls0 - sp4 : -4.46 -0.50 10 0.11 [bos] b a b b b b a a [eos] cls1 - sp0 : -4.71 -0.52 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp1 : -4.92 -0.55 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp2 : -5.08 -0.56 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp3 : -5.14 -0.57 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp4 : -5.53 -0.61 10 0.44 [bos] b a b b b b a a [eos] cls2 - sp0 : -5.13 -0.57 10 0.56 [bos] b a b b b b a a [eos] cls2 - sp1 : -5.42 -0.60 10 0.67 [bos] b a b b b b a a [eos] cls2 - sp2 : -6.02 -0.67 10 0.67 [bos] b a b b b b a a [eos] cls2 - sp3 : -6.38 -0.71 10 0.56 [bos] b a b b b b a a [eos] cls2 - sp4 : -6.41 -0.71 10 0.56 [bos] b a b b b b b a [eos] cls3 - sp0 : -3.24 -0.36 10 0.89 [bos] b a b b b b a a [eos] cls3 - sp1 : -3.36 -0.37 10 0.89 [bos] b a b b b b a b [eos] cls3 - sp2 : -3.41 -0.38 10 1.00 [bos] b a b b b b a a [eos] cls3 - sp3 : -3.60 -0.40 10 1.00 [bos] b a b b b b a b [eos] cls3 - sp4 : -4.13 -0.46 10 0.89 [bos] b a b b b b b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-229 src: none none 10 [bos] b a b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.41 /-9.17 /5.77 /0.0/0.00 -0.38 /-1.02 10 [bos] b a b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -35.19 /-8.59 /-26.60 / /-32.37 -3.52 /-0.86 11 [bos] a b b b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.29 /-3.32 /-24.96 / /-30.73 -7.07 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -31.58 /-6.47 /-25.12 / /-30.88 -3.95 /-0.81 9 [bos] a a a a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -32.62 /-3.32 /-29.30 / /-35.07 -8.16 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.08 /-2.30 /-18.78 / /-24.54 -10.54/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.80 -0.42 10 0.00 [bos] b a b b b b a a [eos] cls0 - sp1 : -3.85 -0.43 10 0.22 [bos] b a b b b b a a [eos] cls0 - sp2 : -4.06 -0.45 10 0.00 [bos] b a b b b b b a [eos] cls0 - sp3 : -4.13 -0.46 10 0.22 [bos] b a b b b b b a [eos] cls0 - sp4 : -4.46 -0.50 10 0.11 [bos] b a b b b b a a [eos] cls1 - sp0 : -4.71 -0.52 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp1 : -4.92 -0.55 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp2 : -5.08 -0.56 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp3 : -5.14 -0.57 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp4 : -5.53 -0.61 10 0.44 [bos] b a b b b b a a [eos] cls2 - sp0 : -5.13 -0.57 10 0.56 [bos] b a b b b b a a [eos] cls2 - sp1 : -5.42 -0.60 10 0.67 [bos] b a b b b b a a [eos] cls2 - sp2 : -6.02 -0.67 10 0.67 [bos] b a b b b b a a [eos] cls2 - sp3 : -6.38 -0.71 10 0.56 [bos] b a b b b b a a [eos] cls2 - sp4 : -6.41 -0.71 10 0.56 [bos] b a b b b b b a [eos] cls3 - sp0 : -3.24 -0.36 10 0.89 [bos] b a b b b b a a [eos] cls3 - sp1 : -3.36 -0.37 10 0.89 [bos] b a b b b b a b [eos] cls3 - sp2 : -3.41 -0.38 10 1.00 [bos] b a b b b b a a [eos] cls3 - sp3 : -3.60 -0.40 10 1.00 [bos] b a b b b b a b [eos] cls3 - sp4 : -4.13 -0.46 10 0.89 [bos] b a b b b b b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-230 src: none none 10 [bos] b a b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -4.72 /-9.17 /4.45 /0.0/0.00 -0.52 /-1.02 10 [bos] b a b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -37.55 /-8.59 /-28.96 / /-33.42 -3.76 /-0.86 11 [bos] a b b b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.04 /-3.32 /-24.72 / /-29.17 -7.01 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -32.67 /-6.47 /-26.20 / /-30.66 -4.08 /-0.81 9 [bos] a a a a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -34.66 /-3.32 /-31.34 / /-35.79 -8.67 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.29 /-2.30 /-18.99 / /-23.44 -10.64/-1.15 3 [bos] b [eos] cls0 - sp0 : -4.31 -0.48 10 0.22 [bos] b a b b b b a a [eos] cls0 - sp1 : -4.43 -0.49 10 0.22 [bos] b a b b b b b a [eos] cls0 - sp2 : -4.72 -0.52 10 0.00 [bos] b a b b b b a a [eos] cls0 - sp3 : -4.99 -0.55 10 0.00 [bos] b a b b b b b a [eos] cls0 - sp4 : -5.00 -0.56 10 0.11 [bos] b a b b b b a a [eos] cls1 - sp0 : -5.12 -0.57 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp1 : -5.14 -0.57 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp2 : -5.55 -0.62 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp3 : -5.69 -0.63 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp4 : -5.82 -0.65 10 0.44 [bos] b a b b b b b a [eos] cls2 - sp0 : -5.10 -0.57 10 0.67 [bos] b a b b b b a a [eos] cls2 - sp1 : -5.29 -0.59 10 0.67 [bos] b a b b b b b a [eos] cls2 - sp2 : -5.84 -0.65 10 0.56 [bos] b a b b b b b a [eos] cls2 - sp3 : -5.90 -0.66 10 0.56 [bos] b a b b b b a a [eos] cls2 - sp4 : -6.15 -0.68 10 0.56 [bos] b a b b b b a a [eos] cls3 - sp0 : -3.02 -0.34 10 0.89 [bos] b a b b b b b a [eos] cls3 - sp1 : -3.17 -0.35 10 0.89 [bos] b a b b b b a a [eos] cls3 - sp2 : -3.20 -0.36 10 1.00 [bos] b a b b b b b a [eos] cls3 - sp3 : -3.34 -0.37 10 1.00 [bos] b a b b b b a a [eos] cls3 - sp4 : -3.88 -0.43 10 0.78 [bos] b a b b b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-231 src: none none 10 [bos] b a b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.34 /-9.17 /5.83 /0.0/0.00 -0.37 /-1.02 10 [bos] b a b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -35.03 /-8.59 /-26.45 / /-32.28 -3.50 /-0.86 11 [bos] a b b b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.12 /-3.32 /-25.79 / /-31.63 -7.28 /-0.83 5 [bos] b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -30.93 /-6.47 /-24.46 / /-30.30 -3.87 /-0.81 9 [bos] a a a a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -33.47 /-3.32 /-30.15 / /-35.98 -8.37 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.74 /-2.30 /-19.44 / /-25.27 -10.87/-1.15 3 [bos] b [eos] cls0 - sp0 : -4.31 -0.48 10 0.22 [bos] b a b b b b a a [eos] cls0 - sp1 : -4.43 -0.49 10 0.22 [bos] b a b b b b b a [eos] cls0 - sp2 : -4.72 -0.52 10 0.00 [bos] b a b b b b a a [eos] cls0 - sp3 : -4.99 -0.55 10 0.00 [bos] b a b b b b b a [eos] cls0 - sp4 : -5.00 -0.56 10 0.11 [bos] b a b b b b a a [eos] cls1 - sp0 : -5.12 -0.57 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp1 : -5.14 -0.57 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp2 : -5.55 -0.62 10 0.33 [bos] b a b b b b a a [eos] cls1 - sp3 : -5.69 -0.63 10 0.33 [bos] b a b b b b b a [eos] cls1 - sp4 : -5.82 -0.65 10 0.44 [bos] b a b b b b b a [eos] cls2 - sp0 : -5.10 -0.57 10 0.67 [bos] b a b b b b a a [eos] cls2 - sp1 : -5.29 -0.59 10 0.67 [bos] b a b b b b b a [eos] cls2 - sp2 : -5.84 -0.65 10 0.56 [bos] b a b b b b b a [eos] cls2 - sp3 : -5.90 -0.66 10 0.56 [bos] b a b b b b a a [eos] cls2 - sp4 : -6.15 -0.68 10 0.56 [bos] b a b b b b a a [eos] cls3 - sp0 : -3.02 -0.34 10 0.89 [bos] b a b b b b b a [eos] cls3 - sp1 : -3.17 -0.35 10 0.89 [bos] b a b b b b a a [eos] cls3 - sp2 : -3.20 -0.36 10 1.00 [bos] b a b b b b b a [eos] cls3 - sp3 : -3.34 -0.37 10 1.00 [bos] b a b b b b a a [eos] cls3 - sp4 : -3.88 -0.43 10 0.78 [bos] b a b b b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-232 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.57 /-4.42 /1.85 /0.0/0.00 -0.64 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -53.79 /-11.88 /-41.91 / /-43.76 -5.38 /-1.19 11 [bos] a a a b a b b a b [eos] tgt2: mod/noi/dif/loss/nce/logp -23.57 /-3.32 /-20.24 / /-22.09 -5.89 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.88 /-2.30 /-26.58 / /-28.43 -14.44/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -34.44 /-3.84 /-30.60 / /-32.45 -6.89 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.16 /-6.47 /-27.69 / /-29.54 -4.27 /-0.81 9 [bos] b b a a a a a [eos] cls0 - sp0 : -2.57 -0.64 5 0.00 [bos] b b a [eos] cls0 - sp1 : -7.10 -7.10 2 0.00 [bos] [eos] cls0 - sp2 : -8.56 -2.14 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -9.23 -1.85 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -9.23 -2.31 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.66 -0.66 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.25 -0.81 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.41 -0.85 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.22 -1.30 5 0.25 [bos] b b a [eos] cls1 - sp4 : -5.29 -1.32 5 0.25 [bos] [unk] b a [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.46 -0.87 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.54 -0.89 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.94 -0.99 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.30 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.63 -0.41 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.60 -0.65 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.89 -0.72 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.61 -0.90 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-233 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.09 /0.0/0.00 -0.58 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -62.65 /-11.88 /-50.77 / /-52.86 -6.26 /-1.19 11 [bos] a a a b a b b a b [eos] tgt2: mod/noi/dif/loss/nce/logp -22.75 /-3.32 /-19.43 / /-21.52 -5.69 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.16 /-2.30 /-25.86 / /-27.95 -14.08/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -33.53 /-3.84 /-29.70 / /-31.79 -6.71 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -37.27 /-6.47 /-30.80 / /-32.90 -4.66 /-0.81 9 [bos] b b a a a a a [eos] cls0 - sp0 : -2.57 -0.64 5 0.00 [bos] b b a [eos] cls0 - sp1 : -7.10 -7.10 2 0.00 [bos] [eos] cls0 - sp2 : -8.56 -2.14 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -9.23 -1.85 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -9.23 -2.31 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.66 -0.66 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.25 -0.81 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.41 -0.85 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.22 -1.30 5 0.25 [bos] b b a [eos] cls1 - sp4 : -5.29 -1.32 5 0.25 [bos] [unk] b a [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.46 -0.87 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.54 -0.89 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.94 -0.99 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.30 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.63 -0.41 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.60 -0.65 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.89 -0.72 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.61 -0.90 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-234 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.60 /-4.42 /1.82 /0.0/0.00 -0.65 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -51.05 /-11.88 /-39.17 / /-40.99 -5.11 /-1.19 11 [bos] a a a b a b b a b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.99 /-3.32 /-18.66 / /-20.48 -5.50 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.67 /-2.30 /-26.37 / /-28.19 -14.34/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -32.64 /-3.84 /-28.81 / /-30.63 -6.53 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -31.31 /-6.47 /-24.84 / /-26.67 -3.91 /-0.81 9 [bos] b b a a a a a [eos] cls0 - sp0 : -2.60 -0.65 5 0.00 [bos] b b a [eos] cls0 - sp1 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp2 : -8.52 -2.13 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -8.88 -1.78 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -8.93 -2.23 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.74 -0.68 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.17 -0.79 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.53 -0.88 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.37 -1.34 5 0.25 [bos] [unk] b a [eos] cls1 - sp4 : -5.68 -1.42 5 0.25 [bos] b b a [eos] cls2 - sp0 : -1.86 -0.46 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.61 -0.90 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.69 -0.92 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.92 -0.98 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.31 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.59 -0.40 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.63 -0.66 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.72 -0.68 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.46 -0.87 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-235 src: none none 5 [bos] b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-4.42 /2.10 /0.0/0.00 -0.58 /-1.11 5 [bos] b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -61.09 /-11.88 /-49.20 / /-51.30 -6.11 /-1.19 11 [bos] a a a b a b b a b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.06 /-3.32 /-17.74 / /-19.84 -5.27 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.35 /-2.30 /-26.04 / /-28.14 -14.17/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -31.13 /-3.84 /-27.30 / /-29.40 -6.23 /-0.77 6 [bos] a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -37.62 /-6.47 /-31.16 / /-33.25 -4.70 /-0.81 9 [bos] b b a a a a a [eos] cls0 - sp0 : -2.60 -0.65 5 0.00 [bos] b b a [eos] cls0 - sp1 : -6.41 -6.41 2 0.00 [bos] [eos] cls0 - sp2 : -8.52 -2.13 5 0.00 [bos] [pad] b a [eos] cls0 - sp3 : -8.88 -1.78 6 0.20 [bos] b b a [pad] [eos] cls0 - sp4 : -8.93 -2.23 5 0.00 [bos] [unk] b a [eos] cls1 - sp0 : -2.74 -0.68 5 0.25 [bos] b b a [eos] cls1 - sp1 : -3.17 -0.79 5 0.25 [bos] b b a [eos] cls1 - sp2 : -3.53 -0.88 5 0.25 [bos] b b a [eos] cls1 - sp3 : -5.37 -1.34 5 0.25 [bos] [unk] b a [eos] cls1 - sp4 : -5.68 -1.42 5 0.25 [bos] b b a [eos] cls2 - sp0 : -1.86 -0.46 5 0.50 [bos] b b a [eos] cls2 - sp1 : -3.61 -0.90 5 0.50 [bos] b b a [eos] cls2 - sp2 : -3.69 -0.92 5 0.50 [bos] b b a [eos] cls2 - sp3 : -3.92 -0.98 5 0.50 [bos] b b a [eos] cls2 - sp4 : -4.31 -1.08 5 0.50 [bos] [unk] b a [eos] cls3 - sp0 : -1.59 -0.40 5 0.75 [bos] b b a [eos] cls3 - sp1 : -2.33 -0.58 5 1.00 [bos] b b a [eos] cls3 - sp2 : -2.63 -0.66 5 0.75 [bos] b b a [eos] cls3 - sp3 : -2.72 -0.68 5 0.75 [bos] [unk] b a [eos] cls3 - sp4 : -3.46 -0.87 5 1.00 [bos] [unk] b a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-236 src: none none 11 [bos] a b b b b a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -9.44 /-10.78 /1.34 /0.0/-0.00 -0.94 /-1.08 11 [bos] a b b b b a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -44.16 /-6.39 /-37.77 / /-39.11 -4.42 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -37.56 /-3.32 /-34.23 / /-35.57 -9.39 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -39.98 /-3.91 /-36.06 / /-37.40 -13.33/-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -17.07 /-8.59 /-8.48 / /-9.82 -1.71 /-0.86 11 [bos] b b b b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -30.78 /-2.81 /-27.97 / /-29.31 -10.26/-0.94 4 [bos] b b [eos] cls0 - sp0 : -7.35 -0.73 11 0.00 [bos] a b b b a a b b b [eos] cls0 - sp1 : -7.37 -0.74 11 0.20 [bos] a b b b a a b b b [eos] cls0 - sp2 : -7.40 -0.74 11 0.00 [bos] a b b b a a b a a [eos] cls0 - sp3 : -7.41 -0.74 11 0.20 [bos] a b b b b a b a b [eos] cls0 - sp4 : -7.48 -0.75 11 0.20 [bos] a b b b b a b b b [eos] cls1 - sp0 : -6.74 -0.84 9 0.38 [bos] a b b b a a b [eos] cls1 - sp1 : -8.03 -0.80 11 0.30 [bos] a b b b a a b a b [eos] cls1 - sp2 : -8.28 -0.83 11 0.40 [bos] a b b b a a b a a [eos] cls1 - sp3 : -8.31 -0.83 11 0.40 [bos] a b b b a a b a b [eos] cls1 - sp4 : -8.38 -0.84 11 0.30 [bos] a b b b a a b a a [eos] cls2 - sp0 : -6.75 -0.67 11 0.70 [bos] a b b b b a b b b [eos] cls2 - sp1 : -6.78 -0.68 11 0.70 [bos] a b b b b a b b b [eos] cls2 - sp2 : -6.83 -0.68 11 0.60 [bos] a b b b b a b b b [eos] cls2 - sp3 : -7.13 -0.71 11 0.50 [bos] a b b b b a b b b [eos] cls2 - sp4 : -10.33 -0.86 13 0.67 [bos] a b b b a a b b b b b [eos] cls3 - sp0 : -3.71 -0.37 11 1.00 [bos] a b b b b a b b b [eos] cls3 - sp1 : -4.14 -0.41 11 0.90 [bos] a b b b b a b b b [eos] cls3 - sp2 : -12.65 -12.65 2 1.00 [bos] [eos] cls3 - sp3 : -26.75 -0.21 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -26.88 -0.21 128 1.00 [bos] a b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-237 src: none none 11 [bos] a b b b b a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.30 /-10.78 /5.48 /0.0/-0.00 -0.53 /-1.08 11 [bos] a b b b b a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -43.60 /-6.39 /-37.21 / /-42.69 -4.36 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -34.69 /-3.32 /-31.36 / /-36.84 -8.67 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -39.56 /-3.91 /-35.65 / /-41.13 -13.19/-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.33 /-8.59 /-6.74 / /-12.22 -1.53 /-0.86 11 [bos] b b b b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -31.61 /-2.81 /-28.79 / /-34.27 -10.54/-0.94 4 [bos] b b [eos] cls0 - sp0 : -7.35 -0.73 11 0.00 [bos] a b b b a a b b b [eos] cls0 - sp1 : -7.37 -0.74 11 0.20 [bos] a b b b a a b b b [eos] cls0 - sp2 : -7.40 -0.74 11 0.00 [bos] a b b b a a b a a [eos] cls0 - sp3 : -7.41 -0.74 11 0.20 [bos] a b b b b a b a b [eos] cls0 - sp4 : -7.48 -0.75 11 0.20 [bos] a b b b b a b b b [eos] cls1 - sp0 : -6.74 -0.84 9 0.38 [bos] a b b b a a b [eos] cls1 - sp1 : -8.03 -0.80 11 0.30 [bos] a b b b a a b a b [eos] cls1 - sp2 : -8.28 -0.83 11 0.40 [bos] a b b b a a b a a [eos] cls1 - sp3 : -8.31 -0.83 11 0.40 [bos] a b b b a a b a b [eos] cls1 - sp4 : -8.38 -0.84 11 0.30 [bos] a b b b a a b a a [eos] cls2 - sp0 : -6.75 -0.67 11 0.70 [bos] a b b b b a b b b [eos] cls2 - sp1 : -6.78 -0.68 11 0.70 [bos] a b b b b a b b b [eos] cls2 - sp2 : -6.83 -0.68 11 0.60 [bos] a b b b b a b b b [eos] cls2 - sp3 : -7.13 -0.71 11 0.50 [bos] a b b b b a b b b [eos] cls2 - sp4 : -10.33 -0.86 13 0.67 [bos] a b b b a a b b b b b [eos] cls3 - sp0 : -3.71 -0.37 11 1.00 [bos] a b b b b a b b b [eos] cls3 - sp1 : -4.14 -0.41 11 0.90 [bos] a b b b b a b b b [eos] cls3 - sp2 : -12.65 -12.65 2 1.00 [bos] [eos] cls3 - sp3 : -26.75 -0.21 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -26.88 -0.21 128 1.00 [bos] a b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-238 src: none none 11 [bos] a b b b b a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -9.40 /-10.78 /1.38 /0.0/0.00 -0.94 /-1.08 11 [bos] a b b b b a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.87 /-6.39 /-35.49 / /-36.87 -4.19 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -35.12 /-3.32 /-31.79 / /-33.17 -8.78 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.26 /-3.91 /-34.35 / /-35.73 -12.75/-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -23.89 /-8.59 /-15.30 / /-16.68 -2.39 /-0.86 11 [bos] b b b b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -29.96 /-2.81 /-27.15 / /-28.53 -9.99 /-0.94 4 [bos] b b [eos] cls0 - sp0 : -12.33 -12.33 2 0.00 [bos] [eos] cls0 - sp1 : -39.41 -0.31 128 0.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -39.45 -0.31 128 0.02 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -39.66 -0.31 128 0.01 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -40.13 -0.32 128 0.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.27 -0.79 14 0.31 [bos] a b b b b a b b b b b b [eos] cls1 - sp1 : -11.15 -0.86 14 0.31 [bos] a b b b b a b b a b b b [eos] cls1 - sp2 : -11.57 -0.72 17 0.25 [bos] a b b b b a b b b b b b b b b [eos] cls1 - sp3 : -13.58 -0.80 18 0.29 [bos] a b b b b a b b b b b b b b b b [eos] cls1 - sp4 : -14.01 -0.82 18 0.29 [bos] a b b b b a b b b b b a b b b b [eos] cls2 - sp0 : -8.54 -0.71 13 0.67 [bos] a b b b b a b b b b b [eos] cls2 - sp1 : -9.62 -0.80 13 0.67 [bos] a b b b b a b b b b b [eos] cls2 - sp2 : -12.23 -0.76 17 0.69 [bos] a b b b b a b b b b b b b b b [eos] cls2 - sp3 : -12.26 -0.77 17 0.69 [bos] a b b b b a b b b b b b b b a [eos] cls2 - sp4 : -12.36 -0.77 17 0.69 [bos] a b b b b a b b b b b b b b b [eos] cls3 - sp0 : -12.74 -12.74 2 1.00 [bos] [eos] cls3 - sp1 : -15.96 -0.13 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.54 -0.13 128 1.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.33 -0.14 128 1.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.29 -0.14 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-239 src: none none 11 [bos] a b b b b a b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -7.66 /-10.78 /3.12 /0.0/0.00 -0.77 /-1.08 11 [bos] a b b b b a b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -44.84 /-6.39 /-38.45 / /-41.57 -4.48 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -33.98 /-3.32 /-30.66 / /-33.78 -8.50 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.15 /-3.91 /-34.24 / /-37.36 -12.72/-1.30 4 [bos] b a [eos] tgt4: mod/noi/dif/loss/nce/logp -23.37 /-8.59 /-14.78 / /-17.90 -2.34 /-0.86 11 [bos] b b b b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -30.80 /-2.81 /-27.98 / /-31.10 -10.27/-0.94 4 [bos] b b [eos] cls0 - sp0 : -12.33 -12.33 2 0.00 [bos] [eos] cls0 - sp1 : -39.41 -0.31 128 0.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -39.45 -0.31 128 0.02 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -39.66 -0.31 128 0.01 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -40.13 -0.32 128 0.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.27 -0.79 14 0.31 [bos] a b b b b a b b b b b b [eos] cls1 - sp1 : -11.15 -0.86 14 0.31 [bos] a b b b b a b b a b b b [eos] cls1 - sp2 : -11.57 -0.72 17 0.25 [bos] a b b b b a b b b b b b b b b [eos] cls1 - sp3 : -13.58 -0.80 18 0.29 [bos] a b b b b a b b b b b b b b b b [eos] cls1 - sp4 : -14.01 -0.82 18 0.29 [bos] a b b b b a b b b b b a b b b b [eos] cls2 - sp0 : -8.54 -0.71 13 0.67 [bos] a b b b b a b b b b b [eos] cls2 - sp1 : -9.62 -0.80 13 0.67 [bos] a b b b b a b b b b b [eos] cls2 - sp2 : -12.23 -0.76 17 0.69 [bos] a b b b b a b b b b b b b b b [eos] cls2 - sp3 : -12.26 -0.77 17 0.69 [bos] a b b b b a b b b b b b b b a [eos] cls2 - sp4 : -12.36 -0.77 17 0.69 [bos] a b b b b a b b b b b b b b b [eos] cls3 - sp0 : -12.74 -12.74 2 1.00 [bos] [eos] cls3 - sp1 : -15.96 -0.13 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -16.54 -0.13 128 1.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -17.33 -0.14 128 1.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.29 -0.14 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-240 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.69/-0.69 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -10.06 /-2.30 /-7.76 / /-9.46 -5.03 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -20.34 /-3.91 /-16.42 / /-18.12 -6.78 /-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -52.86 /-8.66 /-44.19 / /-45.89 -6.61 /-1.08 9 [bos] a b b a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -27.71 /-3.32 /-24.39 / /-26.09 -6.93 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 / /-0.69 -0.65 /-1.15 3 [bos] a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-241 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.69/-0.69 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -10.97 /-2.30 /-8.67 / /-9.94 -5.48 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.31 /-3.91 /-17.39 / /-18.67 -7.10 /-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -53.11 /-8.66 /-44.45 / /-45.73 -6.64 /-1.08 9 [bos] a b b a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.25 /-3.32 /-24.93 / /-26.21 -7.06 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 / /-0.69 -0.86 /-1.15 3 [bos] a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-242 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.69/-0.69 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -10.09 /-2.30 /-7.79 / /-9.49 -5.04 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -20.40 /-3.91 /-16.48 / /-18.18 -6.80 /-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -53.35 /-8.66 /-44.68 / /-46.38 -6.67 /-1.08 9 [bos] a b b a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.00 /-3.32 /-24.67 / /-26.37 -7.00 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 / /-0.69 -0.65 /-1.15 3 [bos] a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-243 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.69/-0.69 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -11.00 /-2.30 /-8.69 / /-9.97 -5.50 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.37 /-3.91 /-17.46 / /-18.74 -7.12 /-1.30 4 [bos] b a [eos] tgt3: mod/noi/dif/loss/nce/logp -53.86 /-8.66 /-45.20 / /-46.48 -6.73 /-1.08 9 [bos] a b b a b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.74 /-3.32 /-25.42 / /-26.69 -7.19 /-0.83 5 [bos] b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 / /-0.69 -0.86 /-1.15 3 [bos] a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-244 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.74 /-3.84 /-4.90 /0.0/-0.00 -1.75 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -25.12 /-7.64 /-17.48 / /-12.58 -4.19 /-1.27 7 [bos] b a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.98 /-2.30 /-17.68 / /-12.78 -9.99 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.50 /-5.96 /-22.54 / /-17.64 -4.07 /-0.85 8 [bos] b b b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.32 /-5.44 /-34.87 / /-29.97 -6.72 /-0.91 7 [bos] b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.73 /-4.42 /-26.30 / /-21.40 -7.68 /-1.11 5 [bos] b b a [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-245 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.93 /-3.84 /-3.09 /0.0/-0.00 -1.39 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -23.99 /-7.64 /-16.35 / /-13.26 -4.00 /-1.27 7 [bos] b a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.86 /-2.30 /-18.56 / /-15.47 -10.43/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.00 /-5.96 /-22.04 / /-18.95 -4.00 /-0.85 8 [bos] b b b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.53 /-5.44 /-31.08 / /-27.99 -6.09 /-0.91 7 [bos] b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.06 /-4.42 /-24.64 / /-21.55 -7.26 /-1.11 5 [bos] b b a [eos] cls0 - sp0 : -8.12 -8.12 2 0.00 [bos] [eos] cls0 - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -4.45 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.53 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -5.24 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.27 -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.50 -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-246 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.50 /-3.84 /-4.66 /0.0/-0.00 -1.70 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.75 /-7.64 /-12.11 / /-7.45 -3.29 /-1.27 7 [bos] b a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.58 /-2.30 /-18.28 / /-13.62 -10.29/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -22.47 /-5.96 /-16.52 / /-11.85 -3.21 /-0.85 8 [bos] b b b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -34.64 /-5.44 /-29.19 / /-24.53 -5.77 /-0.91 7 [bos] b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.13 /-4.42 /-25.71 / /-21.05 -7.53 /-1.11 5 [bos] b b a [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-247 src: none none 6 [bos] b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.18 /-3.84 /-1.35 /0.0/-0.00 -1.04 /-0.77 6 [bos] b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.89 /-7.64 /-12.25 / /-10.90 -3.31 /-1.27 7 [bos] b a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -21.18 /-2.30 /-18.88 / /-17.53 -10.59/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -24.11 /-5.96 /-18.15 / /-16.81 -3.44 /-0.85 8 [bos] b b b b a a [eos] tgt4: mod/noi/dif/loss/nce/logp -31.62 /-5.44 /-26.18 / /-24.83 -5.27 /-0.91 7 [bos] b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -28.09 /-4.42 /-23.66 / /-22.32 -7.02 /-1.11 5 [bos] b b a [eos] cls0 - sp0 : -6.14 -6.14 2 0.00 [bos] [eos] cls0 - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b cls3 - sp0 : -4.69 -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.73 -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.89 -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -5.28 -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -5.32 -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-248 src: none none 7 [bos] b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.02 /-5.44 /0.42 /0.0/0.00 -0.84 /-0.91 7 [bos] b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -53.58 /-6.98 /-46.61 / /-47.03 -5.95 /-0.78 10 [bos] b a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -46.54 /-9.17 /-37.37 / /-37.79 -5.17 /-1.02 10 [bos] b b a a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -36.73 /-2.81 /-33.92 / /-34.34 -12.24/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -38.44 /-5.52 /-32.92 / /-33.34 -9.61 /-1.38 5 [bos] a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -54.61 /-9.02 /-45.59 / /-46.01 -4.20 /-0.69 14 [bos] b b b b b b a a a a a a [eos] cls0 - sp0 : -4.00 -0.67 7 0.17 [bos] b b b a [pad] [eos] cls0 - sp1 : -4.62 -0.77 7 0.17 [bos] b b b a a [eos] cls0 - sp2 : -5.02 -0.84 7 0.00 [bos] b b b a a [eos] cls0 - sp3 : -5.04 -0.84 7 0.17 [bos] b b b a [unk] [eos] cls0 - sp4 : -5.04 -0.84 7 0.00 [bos] b b b a [unk] [eos] cls1 - sp0 : -3.88 -0.65 7 0.33 [bos] b b b a [pad] [eos] cls1 - sp1 : -4.36 -0.73 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp2 : -4.70 -0.78 7 0.33 [bos] b b b a [pad] [eos] cls1 - sp3 : -4.81 -0.80 7 0.33 [bos] b b b a a [eos] cls1 - sp4 : -4.92 -0.82 7 0.33 [bos] b b b a b [eos] cls2 - sp0 : -2.70 -0.45 7 0.67 [bos] b b b a a [eos] cls2 - sp1 : -3.29 -0.55 7 0.67 [bos] b b b a [pad] [eos] cls2 - sp2 : -4.05 -0.68 7 0.67 [bos] b b b a [unk] [eos] cls2 - sp3 : -4.06 -0.68 7 0.50 [bos] b b b a a [eos] cls2 - sp4 : -4.34 -0.72 7 0.67 [bos] b b b a a [eos] cls3 - sp0 : -2.28 -0.38 7 0.83 [bos] b b b a a [eos] cls3 - sp1 : -2.86 -0.48 7 0.83 [bos] b b b a [pad] [eos] cls3 - sp2 : -3.09 -0.51 7 1.00 [bos] b b b a a [eos] cls3 - sp3 : -3.49 -0.58 7 0.83 [bos] b b b a a [eos] cls3 - sp4 : -3.68 -0.61 7 1.00 [bos] b b b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-249 src: none none 7 [bos] b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.09 /-5.44 /2.36 /0.0/0.00 -0.51 /-0.91 7 [bos] b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -52.07 /-6.98 /-45.09 / /-47.45 -5.79 /-0.78 10 [bos] b a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -43.41 /-9.17 /-34.23 / /-36.59 -4.82 /-1.02 10 [bos] b b a a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -35.73 /-2.81 /-32.91 / /-35.27 -11.91/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -34.02 /-5.52 /-28.50 / /-30.86 -8.51 /-1.38 5 [bos] a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -60.51 /-9.02 /-51.49 / /-53.84 -4.65 /-0.69 14 [bos] b b b b b b a a a a a a [eos] cls0 - sp0 : -4.00 -0.67 7 0.17 [bos] b b b a [pad] [eos] cls0 - sp1 : -4.62 -0.77 7 0.17 [bos] b b b a a [eos] cls0 - sp2 : -5.02 -0.84 7 0.00 [bos] b b b a a [eos] cls0 - sp3 : -5.04 -0.84 7 0.17 [bos] b b b a [unk] [eos] cls0 - sp4 : -5.04 -0.84 7 0.00 [bos] b b b a [unk] [eos] cls1 - sp0 : -3.88 -0.65 7 0.33 [bos] b b b a [pad] [eos] cls1 - sp1 : -4.36 -0.73 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp2 : -4.70 -0.78 7 0.33 [bos] b b b a [pad] [eos] cls1 - sp3 : -4.81 -0.80 7 0.33 [bos] b b b a a [eos] cls1 - sp4 : -4.92 -0.82 7 0.33 [bos] b b b a b [eos] cls2 - sp0 : -2.70 -0.45 7 0.67 [bos] b b b a a [eos] cls2 - sp1 : -3.29 -0.55 7 0.67 [bos] b b b a [pad] [eos] cls2 - sp2 : -4.05 -0.68 7 0.67 [bos] b b b a [unk] [eos] cls2 - sp3 : -4.06 -0.68 7 0.50 [bos] b b b a a [eos] cls2 - sp4 : -4.34 -0.72 7 0.67 [bos] b b b a a [eos] cls3 - sp0 : -2.28 -0.38 7 0.83 [bos] b b b a a [eos] cls3 - sp1 : -2.86 -0.48 7 0.83 [bos] b b b a [pad] [eos] cls3 - sp2 : -3.09 -0.51 7 1.00 [bos] b b b a a [eos] cls3 - sp3 : -3.49 -0.58 7 0.83 [bos] b b b a a [eos] cls3 - sp4 : -3.68 -0.61 7 1.00 [bos] b b b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-250 src: none none 7 [bos] b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.84 /-5.44 /1.60 /0.0/0.00 -0.64 /-0.91 7 [bos] b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -56.40 /-6.98 /-49.42 / /-51.02 -6.27 /-0.78 10 [bos] b a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -49.39 /-9.17 /-40.22 / /-41.82 -5.49 /-1.02 10 [bos] b b a a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -35.29 /-2.81 /-32.47 / /-34.07 -11.76/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.04 /-5.52 /-30.52 / /-32.12 -9.01 /-1.38 5 [bos] a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -57.80 /-9.02 /-48.78 / /-50.38 -4.45 /-0.69 14 [bos] b b b b b b a a a a a a [eos] cls0 - sp0 : -3.59 -0.60 7 0.17 [bos] b b b a a [eos] cls0 - sp1 : -3.84 -0.64 7 0.00 [bos] b b b a a [eos] cls0 - sp2 : -4.00 -0.67 7 0.17 [bos] b b b a a [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] b b b a [unk] [eos] cls0 - sp4 : -5.06 -0.84 7 0.17 [bos] b b b a a [eos] cls1 - sp0 : -3.37 -0.56 7 0.33 [bos] b b b a [pad] [eos] cls1 - sp1 : -3.49 -0.58 7 0.33 [bos] b b b a a [eos] cls1 - sp2 : -4.39 -0.73 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp3 : -4.60 -0.77 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp4 : -4.80 -0.80 7 0.33 [bos] b b b a a [eos] cls2 - sp0 : -3.41 -0.57 7 0.50 [bos] b b b a [pad] [eos] cls2 - sp1 : -3.63 -0.60 7 0.67 [bos] b b b a a [eos] cls2 - sp2 : -3.81 -0.64 7 0.67 [bos] b b b a [unk] [eos] cls2 - sp3 : -3.88 -0.65 7 0.67 [bos] b b b a [pad] [eos] cls2 - sp4 : -4.36 -0.73 7 0.67 [bos] b b b a a [eos] cls3 - sp0 : -2.31 -0.38 7 0.83 [bos] b b b a a [eos] cls3 - sp1 : -2.62 -0.44 7 0.83 [bos] b b b a [pad] [eos] cls3 - sp2 : -3.28 -0.55 7 1.00 [bos] b b b a a [eos] cls3 - sp3 : -3.60 -0.60 7 1.00 [bos] b b b a [pad] [eos] cls3 - sp4 : -4.23 -0.71 7 0.83 [bos] [unk] b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-251 src: none none 7 [bos] b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.28 /-5.44 /2.17 /0.0/0.00 -0.55 /-0.91 7 [bos] b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -55.93 /-6.98 /-48.95 / /-51.12 -6.21 /-0.78 10 [bos] b a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -45.96 /-9.17 /-36.79 / /-38.96 -5.11 /-1.02 10 [bos] b b a a b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -34.16 /-2.81 /-31.35 / /-33.51 -11.39/-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -32.42 /-5.52 /-26.90 / /-29.06 -8.10 /-1.38 5 [bos] a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -61.30 /-9.02 /-52.28 / /-54.44 -4.72 /-0.69 14 [bos] b b b b b b a a a a a a [eos] cls0 - sp0 : -3.59 -0.60 7 0.17 [bos] b b b a a [eos] cls0 - sp1 : -3.84 -0.64 7 0.00 [bos] b b b a a [eos] cls0 - sp2 : -4.00 -0.67 7 0.17 [bos] b b b a a [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] b b b a [unk] [eos] cls0 - sp4 : -5.06 -0.84 7 0.17 [bos] b b b a a [eos] cls1 - sp0 : -3.37 -0.56 7 0.33 [bos] b b b a [pad] [eos] cls1 - sp1 : -3.49 -0.58 7 0.33 [bos] b b b a a [eos] cls1 - sp2 : -4.39 -0.73 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp3 : -4.60 -0.77 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp4 : -4.80 -0.80 7 0.33 [bos] b b b a a [eos] cls2 - sp0 : -3.41 -0.57 7 0.50 [bos] b b b a [pad] [eos] cls2 - sp1 : -3.63 -0.60 7 0.67 [bos] b b b a a [eos] cls2 - sp2 : -3.81 -0.64 7 0.67 [bos] b b b a [unk] [eos] cls2 - sp3 : -3.88 -0.65 7 0.67 [bos] b b b a [pad] [eos] cls2 - sp4 : -4.36 -0.73 7 0.67 [bos] b b b a a [eos] cls3 - sp0 : -2.31 -0.38 7 0.83 [bos] b b b a a [eos] cls3 - sp1 : -2.62 -0.44 7 0.83 [bos] b b b a [pad] [eos] cls3 - sp2 : -3.28 -0.55 7 1.00 [bos] b b b a a [eos] cls3 - sp3 : -3.60 -0.60 7 1.00 [bos] b b b a [pad] [eos] cls3 - sp4 : -4.23 -0.71 7 0.83 [bos] [unk] b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-252 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.61 /-3.32 /0.71 /0.0/-0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.15 /-6.39 /-13.76 / /-14.47 -2.01 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -48.29 /-8.59 /-39.70 / /-40.41 -4.83 /-0.86 11 [bos] a a a a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.34 /-2.30 /-16.03 / /-16.75 -9.17 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -26.73 /-2.30 /-24.43 / /-25.14 -13.37/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.93 /-5.44 /-18.49 / /-19.20 -3.99 /-0.91 7 [bos] a a a b b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-253 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.98 /-3.32 /1.34 /0.0/-0.00 -0.50 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -16.94 /-6.39 /-10.55 / /-11.89 -1.69 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -46.31 /-8.59 /-37.72 / /-39.06 -4.63 /-0.86 11 [bos] a a a a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.22 /-2.30 /-15.91 / /-17.26 -9.11 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -28.25 /-2.30 /-25.94 / /-27.28 -14.12/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -22.71 /-5.44 /-17.26 / /-18.60 -3.78 /-0.91 7 [bos] a a a b b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-254 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.62 /-3.32 /0.70 /0.0/-0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.76 /-6.39 /-13.37 / /-14.07 -1.98 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -47.29 /-8.59 /-38.70 / /-39.40 -4.73 /-0.86 11 [bos] a a a a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.08 /-2.30 /-15.78 / /-16.49 -9.04 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -26.46 /-2.30 /-24.15 / /-24.86 -13.23/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.14 /-5.44 /-17.69 / /-18.40 -3.86 /-0.91 7 [bos] a a a b b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-255 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.96 /-3.32 /1.36 /0.0/-0.00 -0.49 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -17.56 /-6.39 /-11.17 / /-12.54 -1.76 /-0.64 11 [bos] a a a a a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -46.11 /-8.59 /-37.52 / /-38.88 -4.61 /-0.86 11 [bos] a a a a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.11 /-2.30 /-15.81 / /-17.17 -9.06 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -28.04 /-2.30 /-25.73 / /-27.10 -14.02/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -22.51 /-5.44 /-17.06 / /-18.42 -3.75 /-0.91 7 [bos] a a a b b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-256 src: none none 15 [bos] a a a a a a a b b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -8.81 /-10.63 /1.82 /0.0/0.00 -0.63 /-0.76 15 [bos] a a a a a a a b b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -36.77 /-8.08 /-28.70 / /-30.51 -4.09 /-0.90 10 [bos] a a b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -68.86 /-8.00 /-60.86 / /-62.68 -6.26 /-0.73 12 [bos] b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.19 /-2.30 /-18.89 / /-20.71 -10.60/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.06 /-6.47 /-29.59 / /-31.41 -4.51 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -48.14 /-3.32 /-44.82 / /-46.63 -12.04/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -12.99 -12.99 2 0.00 [bos] [eos] cls0 - sp1 : -65.35 -0.51 128 0.01 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -65.36 -0.51 128 0.01 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -65.52 -0.52 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -65.54 -0.52 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -6.47 -0.65 11 0.40 [bos] a a a a a a a b b [eos] cls1 - sp1 : -7.09 -0.71 11 0.30 [bos] a a a a a a a b b [eos] cls1 - sp2 : -10.01 -0.77 14 0.38 [bos] a a a a a a a b b a a a [eos] cls1 - sp3 : -10.04 -0.77 14 0.31 [bos] a a a a a a a b b a a a [eos] cls1 - sp4 : -10.97 -0.78 15 0.36 [bos] a a a a a a a b b a a a a [eos] cls2 - sp0 : -6.33 -0.63 11 0.50 [bos] a a a a a a a b b [eos] cls2 - sp1 : -7.20 -0.65 12 0.64 [bos] a a a a a a a b b b [eos] cls2 - sp2 : -7.81 -0.65 13 0.67 [bos] a a a a a a a b b b b [eos] cls2 - sp3 : -8.20 -0.68 13 0.67 [bos] a a a a a a a b b a b [eos] cls2 - sp4 : -11.45 -0.72 17 0.69 [bos] a a a a a a a b b b b b b b b [eos] cls3 - sp0 : -13.28 -13.28 2 1.00 [bos] [eos] cls3 - sp1 : -36.65 -0.29 128 1.00 [bos] a a a a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -36.91 -0.29 128 1.00 [bos] a a a a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -36.99 -0.29 128 1.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -37.82 -0.30 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-257 src: none none 15 [bos] a a a a a a a b b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.93 /-10.63 /-0.30 /0.0/0.00 -0.78 /-0.76 15 [bos] a a a a a a a b b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -38.67 /-8.08 /-30.60 / /-30.30 -4.30 /-0.90 10 [bos] a a b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -74.52 /-8.00 /-66.52 / /-66.22 -6.77 /-0.73 12 [bos] b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.04 /-2.30 /-18.74 / /-18.44 -10.52/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.63 /-6.47 /-31.16 / /-30.86 -4.70 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -49.82 /-3.32 /-46.50 / /-46.20 -12.46/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -12.99 -12.99 2 0.00 [bos] [eos] cls0 - sp1 : -65.35 -0.51 128 0.01 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -65.36 -0.51 128 0.01 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -65.52 -0.52 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -65.54 -0.52 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -6.47 -0.65 11 0.40 [bos] a a a a a a a b b [eos] cls1 - sp1 : -7.09 -0.71 11 0.30 [bos] a a a a a a a b b [eos] cls1 - sp2 : -10.01 -0.77 14 0.38 [bos] a a a a a a a b b a a a [eos] cls1 - sp3 : -10.04 -0.77 14 0.31 [bos] a a a a a a a b b a a a [eos] cls1 - sp4 : -10.97 -0.78 15 0.36 [bos] a a a a a a a b b a a a a [eos] cls2 - sp0 : -6.33 -0.63 11 0.50 [bos] a a a a a a a b b [eos] cls2 - sp1 : -7.20 -0.65 12 0.64 [bos] a a a a a a a b b b [eos] cls2 - sp2 : -7.81 -0.65 13 0.67 [bos] a a a a a a a b b b b [eos] cls2 - sp3 : -8.20 -0.68 13 0.67 [bos] a a a a a a a b b a b [eos] cls2 - sp4 : -11.45 -0.72 17 0.69 [bos] a a a a a a a b b b b b b b b [eos] cls3 - sp0 : -13.28 -13.28 2 1.00 [bos] [eos] cls3 - sp1 : -36.65 -0.29 128 1.00 [bos] a a a a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -36.91 -0.29 128 1.00 [bos] a a a a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -36.99 -0.29 128 1.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -37.82 -0.30 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-258 src: none none 15 [bos] a a a a a a a b b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -10.56 /-10.63 /0.07 /0.0/0.00 -0.75 /-0.76 15 [bos] a a a a a a a b b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -35.07 /-8.08 /-27.00 / /-27.06 -3.90 /-0.90 10 [bos] a a b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -70.50 /-8.00 /-62.50 / /-62.57 -6.41 /-0.73 12 [bos] b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.12 /-2.30 /-18.82 / /-18.88 -10.56/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.74 /-6.47 /-30.28 / /-30.34 -4.59 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -49.58 /-3.32 /-46.25 / /-46.32 -12.39/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -12.56 -12.56 2 0.00 [bos] [eos] cls0 - sp1 : -36.87 -0.29 128 0.00 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -37.32 -0.29 128 0.01 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.61 -0.30 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -38.04 -0.30 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -7.56 -0.76 11 0.40 [bos] a a a a a a a b b [eos] cls1 - sp1 : -9.83 -0.76 14 0.38 [bos] a a a a a a a b b b b b [eos] cls1 - sp2 : -10.60 -0.66 17 0.31 [bos] a a a a a a a b b b b b b b b [eos] cls1 - sp3 : -11.45 -0.67 18 0.29 [bos] a a a a a a a b b b b b b b b b [eos] cls1 - sp4 : -12.46 -0.73 18 0.29 [bos] a a a a a a a b b b b b b b b b [eos] cls2 - sp0 : -8.40 -0.70 13 0.67 [bos] a a a a a a a b b b b [eos] cls2 - sp1 : -9.01 -0.75 13 0.67 [bos] a a a a a a a b b a b [eos] cls2 - sp2 : -9.32 -0.78 13 0.67 [bos] a a a a a a a b b a a [eos] cls2 - sp3 : -11.30 -0.71 17 0.69 [bos] a a a a a a a b b b b b b b b [eos] cls2 - sp4 : -11.82 -0.74 17 0.69 [bos] a a a a a a a b b b b b b b b [eos] cls3 - sp0 : -12.87 -12.87 2 1.00 [bos] [eos] cls3 - sp1 : -20.75 -0.16 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -21.95 -0.17 128 0.99 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -22.09 -0.17 128 1.00 [bos] a a a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -22.22 -0.17 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-259 src: none none 15 [bos] a a a a a a a b b a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -11.78 /-10.63 /-1.15 /0.0/0.00 -0.84 /-0.76 15 [bos] a a a a a a a b b a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -39.84 /-8.08 /-31.77 / /-30.62 -4.43 /-0.90 10 [bos] a a b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -74.73 /-8.00 /-66.73 / /-65.58 -6.79 /-0.73 12 [bos] b b b b b b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.00 /-2.30 /-18.70 / /-17.55 -10.50/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.36 /-6.47 /-30.89 / /-29.75 -4.67 /-0.81 9 [bos] b b b a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -50.51 /-3.32 /-47.18 / /-46.04 -12.63/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -12.56 -12.56 2 0.00 [bos] [eos] cls0 - sp1 : -36.87 -0.29 128 0.00 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -37.32 -0.29 128 0.01 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -37.61 -0.30 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -38.04 -0.30 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -7.56 -0.76 11 0.40 [bos] a a a a a a a b b [eos] cls1 - sp1 : -9.83 -0.76 14 0.38 [bos] a a a a a a a b b b b b [eos] cls1 - sp2 : -10.60 -0.66 17 0.31 [bos] a a a a a a a b b b b b b b b [eos] cls1 - sp3 : -11.45 -0.67 18 0.29 [bos] a a a a a a a b b b b b b b b b [eos] cls1 - sp4 : -12.46 -0.73 18 0.29 [bos] a a a a a a a b b b b b b b b b [eos] cls2 - sp0 : -8.40 -0.70 13 0.67 [bos] a a a a a a a b b b b [eos] cls2 - sp1 : -9.01 -0.75 13 0.67 [bos] a a a a a a a b b a b [eos] cls2 - sp2 : -9.32 -0.78 13 0.67 [bos] a a a a a a a b b a a [eos] cls2 - sp3 : -11.30 -0.71 17 0.69 [bos] a a a a a a a b b b b b b b b [eos] cls2 - sp4 : -11.82 -0.74 17 0.69 [bos] a a a a a a a b b b b b b b b [eos] cls3 - sp0 : -12.87 -12.87 2 1.00 [bos] [eos] cls3 - sp1 : -20.75 -0.16 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -21.95 -0.17 128 0.99 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -22.09 -0.17 128 1.00 [bos] a a a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -22.22 -0.17 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-260 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.61 /-3.32 /0.71 /0.0/0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -45.72 /-5.96 /-39.77 / /-40.48 -6.53 /-0.85 8 [bos] a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -26.73 /-2.30 /-24.43 / /-25.14 -13.37/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.78 /-6.98 /-30.81 / /-31.52 -4.20 /-0.78 10 [bos] b a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -26.40 /-3.91 /-22.49 / /-23.20 -8.80 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -64.66 /-8.08 /-56.58 / /-57.29 -7.18 /-0.90 10 [bos] b b b b a a a b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-261 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.98 /-3.32 /1.34 /0.0/0.00 -0.50 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -51.17 /-5.96 /-45.21 / /-46.55 -7.31 /-0.85 8 [bos] a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.25 /-2.30 /-25.94 / /-27.28 -14.12/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -34.72 /-6.98 /-27.74 / /-29.08 -3.86 /-0.78 10 [bos] b a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -27.25 /-3.91 /-23.33 / /-24.68 -9.08 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -69.78 /-8.08 /-61.70 / /-63.04 -7.75 /-0.90 10 [bos] b b b b a a a b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-262 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.62 /-3.32 /0.70 /0.0/0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -44.80 /-5.96 /-38.85 / /-39.55 -6.40 /-0.85 8 [bos] a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -26.46 /-2.30 /-24.15 / /-24.86 -13.23/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -36.86 /-6.98 /-29.88 / /-30.59 -4.10 /-0.78 10 [bos] b a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -26.60 /-3.91 /-22.69 / /-23.40 -8.87 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -62.39 /-8.08 /-54.31 / /-55.02 -6.93 /-0.90 10 [bos] b b b b a a a b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-263 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.96 /-3.32 /1.36 /0.0/0.00 -0.49 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -50.70 /-5.96 /-44.74 / /-46.10 -7.24 /-0.85 8 [bos] a a b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.04 /-2.30 /-25.73 / /-27.10 -14.02/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -35.23 /-6.98 /-28.26 / /-29.62 -3.91 /-0.78 10 [bos] b a a a a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -27.60 /-3.91 /-23.69 / /-25.05 -9.20 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -67.62 /-8.08 /-59.55 / /-60.91 -7.51 /-0.90 10 [bos] b b b b a a a b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-264 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.82 /-4.93 /2.11 /0.0/-0.00 -0.56 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.90 /-2.30 /-17.60 / /-19.71 -9.95 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -36.93 /-7.05 /-29.88 / /-31.99 -5.28 /-1.01 8 [bos] a b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -60.32 /-6.47 /-53.85 / /-55.96 -7.54 /-0.81 9 [bos] b b b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -54.80 /-4.86 /-49.94 / /-52.05 -7.83 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -12.61 /-6.03 /-6.58 / /-8.69 -2.52 /-1.21 6 [bos] b a a b [eos] cls0 - sp0 : -2.82 -0.56 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.42 -0.68 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.69 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -3.93 -0.79 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.84 -0.97 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.24 -0.65 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -3.92 -0.78 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.07 -0.81 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.38 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.51 -0.90 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.73 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.33 -0.67 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.49 -0.70 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.80 -0.76 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.82 -0.76 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.53 -0.31 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.08 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.28 -0.66 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -3.95 -0.79 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.03 -0.81 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-265 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.08 /-4.93 /2.86 /0.0/-0.00 -0.42 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.60 /-2.30 /-17.30 / /-20.16 -9.80 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -43.20 /-7.05 /-36.14 / /-39.00 -6.17 /-1.01 8 [bos] a b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -63.48 /-6.47 /-57.02 / /-59.88 -7.94 /-0.81 9 [bos] b b b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -64.09 /-4.86 /-59.23 / /-62.09 -9.16 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -12.28 /-6.03 /-6.25 / /-9.11 -2.46 /-1.21 6 [bos] b a a b [eos] cls0 - sp0 : -2.82 -0.56 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.42 -0.68 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.69 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -3.93 -0.79 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.84 -0.97 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.24 -0.65 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -3.92 -0.78 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.07 -0.81 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.38 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.51 -0.90 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.73 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.33 -0.67 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.49 -0.70 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.80 -0.76 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.82 -0.76 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.53 -0.31 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.08 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.28 -0.66 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -3.95 -0.79 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.03 -0.81 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-266 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.85 /-4.93 /2.09 /0.0/-0.00 -0.57 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.81 /-2.30 /-17.51 / /-19.60 -9.91 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -32.97 /-7.05 /-25.92 / /-28.01 -4.71 /-1.01 8 [bos] a b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -57.72 /-6.47 /-51.26 / /-53.34 -7.22 /-0.81 9 [bos] b b b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -53.00 /-4.86 /-48.14 / /-50.23 -7.57 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -12.39 /-6.03 /-6.36 / /-8.44 -2.48 /-1.21 6 [bos] b a a b [eos] cls0 - sp0 : -2.85 -0.57 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.56 -0.71 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.70 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -4.02 -0.80 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.95 -0.99 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.31 -0.66 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -4.14 -0.83 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.23 -0.85 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.39 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.42 -0.88 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.75 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.55 -0.71 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.59 -0.72 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.63 -0.73 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.91 -0.78 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.51 -0.30 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.10 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.34 -0.67 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-267 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.10 /-4.93 /2.84 /0.0/-0.00 -0.42 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -19.55 /-2.30 /-17.25 / /-20.09 -9.78 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -40.62 /-7.05 /-33.57 / /-36.40 -5.80 /-1.01 8 [bos] a b a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -61.46 /-6.47 /-55.00 / /-57.83 -7.68 /-0.81 9 [bos] b b b b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -61.24 /-4.86 /-56.39 / /-59.22 -8.75 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -12.04 /-6.03 /-6.01 / /-8.85 -2.41 /-1.21 6 [bos] b a a b [eos] cls0 - sp0 : -2.85 -0.57 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.56 -0.71 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.70 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -4.02 -0.80 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.95 -0.99 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.31 -0.66 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -4.14 -0.83 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.23 -0.85 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.39 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.42 -0.88 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.75 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.55 -0.71 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.59 -0.72 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.63 -0.73 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.91 -0.78 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.51 -0.30 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.10 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.34 -0.67 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-268 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.50 /-4.93 /0.44 /0.0/-0.00 -0.90 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -53.14 /-9.61 /-43.53 / /-43.97 -4.43 /-0.80 13 [bos] b b b b a a a a a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -17.42 /-4.42 /-13.00 / /-13.44 -4.36 /-1.11 5 [bos] a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -18.86 /-2.81 /-16.04 / /-16.48 -6.29 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.86 /-2.81 /-16.04 / /-16.48 -6.29 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -66.83 /-6.39 /-60.44 / /-60.88 -6.68 /-0.64 11 [bos] a a a a a a a a a [eos] cls0 - sp0 : -4.47 -0.89 6 0.20 [bos] a a b b [eos] cls0 - sp1 : -4.50 -0.90 6 0.00 [bos] a a b b [eos] cls0 - sp2 : -5.41 -1.08 6 0.20 [bos] a a b b [eos] cls0 - sp3 : -5.47 -1.09 6 0.20 [bos] a a b b [eos] cls0 - sp4 : -5.87 -1.17 6 0.20 [bos] a a b b [eos] cls1 - sp0 : -3.69 -0.74 6 0.40 [bos] a a b b [eos] cls1 - sp1 : -4.77 -0.95 6 0.40 [bos] a a b b [eos] cls1 - sp2 : -5.16 -1.03 6 0.40 [bos] a a b b [eos] cls1 - sp3 : -5.37 -1.07 6 0.40 [bos] a a b b [eos] cls1 - sp4 : -6.46 -1.08 7 0.33 [bos] a a b b [pad] [eos] cls2 - sp0 : -3.10 -0.62 6 0.60 [bos] a a b b [eos] cls2 - sp1 : -3.69 -0.74 6 0.60 [bos] a a b b [eos] cls2 - sp2 : -4.36 -0.87 6 0.60 [bos] a a b b [eos] cls2 - sp3 : -4.69 -0.94 6 0.60 [bos] a a b b [eos] cls2 - sp4 : -4.90 -0.82 7 0.67 [bos] a a b b a [eos] cls3 - sp0 : -1.94 -0.39 6 0.80 [bos] a a b b [eos] cls3 - sp1 : -2.61 -0.52 6 1.00 [bos] a a b b [eos] cls3 - sp2 : -3.78 -0.76 6 0.80 [bos] a a b b [eos] cls3 - sp3 : -3.80 -0.63 7 0.83 [bos] a a b b a [eos] cls3 - sp4 : -4.60 -0.77 7 0.83 [bos] a a b b [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-269 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.61 /-4.93 /2.32 /0.0/-0.00 -0.52 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -58.49 /-9.61 /-48.88 / /-51.21 -4.87 /-0.80 13 [bos] b b b b a a a a a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -15.95 /-4.42 /-11.52 / /-13.84 -3.99 /-1.11 5 [bos] a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -18.48 /-2.81 /-15.67 / /-17.99 -6.16 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.48 /-2.81 /-15.67 / /-17.99 -6.16 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -57.34 /-6.39 /-50.95 / /-53.27 -5.73 /-0.64 11 [bos] a a a a a a a a a [eos] cls0 - sp0 : -4.47 -0.89 6 0.20 [bos] a a b b [eos] cls0 - sp1 : -4.50 -0.90 6 0.00 [bos] a a b b [eos] cls0 - sp2 : -5.41 -1.08 6 0.20 [bos] a a b b [eos] cls0 - sp3 : -5.47 -1.09 6 0.20 [bos] a a b b [eos] cls0 - sp4 : -5.87 -1.17 6 0.20 [bos] a a b b [eos] cls1 - sp0 : -3.69 -0.74 6 0.40 [bos] a a b b [eos] cls1 - sp1 : -4.77 -0.95 6 0.40 [bos] a a b b [eos] cls1 - sp2 : -5.16 -1.03 6 0.40 [bos] a a b b [eos] cls1 - sp3 : -5.37 -1.07 6 0.40 [bos] a a b b [eos] cls1 - sp4 : -6.46 -1.08 7 0.33 [bos] a a b b [pad] [eos] cls2 - sp0 : -3.10 -0.62 6 0.60 [bos] a a b b [eos] cls2 - sp1 : -3.69 -0.74 6 0.60 [bos] a a b b [eos] cls2 - sp2 : -4.36 -0.87 6 0.60 [bos] a a b b [eos] cls2 - sp3 : -4.69 -0.94 6 0.60 [bos] a a b b [eos] cls2 - sp4 : -4.90 -0.82 7 0.67 [bos] a a b b a [eos] cls3 - sp0 : -1.94 -0.39 6 0.80 [bos] a a b b [eos] cls3 - sp1 : -2.61 -0.52 6 1.00 [bos] a a b b [eos] cls3 - sp2 : -3.78 -0.76 6 0.80 [bos] a a b b [eos] cls3 - sp3 : -3.80 -0.63 7 0.83 [bos] a a b b a [eos] cls3 - sp4 : -4.60 -0.77 7 0.83 [bos] a a b b [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-270 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -7.97 /-4.93 /-3.04 /0.0/-0.00 -1.59 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -46.43 /-9.61 /-36.82 / /-33.78 -3.87 /-0.80 13 [bos] b b b b a a a a a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -15.35 /-4.42 /-10.93 / /-7.89 -3.84 /-1.11 5 [bos] a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -18.43 /-2.81 /-15.61 / /-12.58 -6.14 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -18.43 /-2.81 /-15.61 / /-12.58 -6.14 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -63.93 /-6.39 /-57.54 / /-54.50 -6.39 /-0.64 11 [bos] a a a a a a a a a [eos] cls0 - sp0 : -8.05 -8.05 2 0.00 [bos] [eos] cls0 - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.01 -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.32 -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.46 -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -4.59 -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -4.63 -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-271 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.27 /-4.93 /-1.33 /0.0/-0.00 -1.25 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -49.15 /-9.61 /-39.55 / /-38.21 -4.10 /-0.80 13 [bos] b b b b a a a a a b b [eos] tgt2: mod/noi/dif/loss/nce/logp -14.23 /-4.42 /-9.81 / /-8.48 -3.56 /-1.11 5 [bos] a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -17.14 /-2.81 /-14.33 / /-13.00 -5.71 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -17.14 /-2.81 /-14.33 / /-13.00 -5.71 /-0.94 4 [bos] a a [eos] tgt5: mod/noi/dif/loss/nce/logp -53.33 /-6.39 /-46.94 / /-45.61 -5.33 /-0.64 11 [bos] a a a a a a a a a [eos] cls0 - sp0 : -8.05 -8.05 2 0.00 [bos] [eos] cls0 - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.01 -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.32 -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.46 -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -4.59 -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -4.63 -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-272 src: none none 10 [bos] b b b b b a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.48 /-8.08 /3.59 /0.0/0.00 -0.50 /-0.90 10 [bos] b b b b b a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -36.90 /-4.42 /-32.48 / /-36.07 -9.22 /-1.11 5 [bos] a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -38.53 /-6.03 /-32.50 / /-36.09 -7.71 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -39.19 /-6.03 /-33.16 / /-36.75 -7.84 /-1.21 6 [bos] a a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -33.30 /-5.44 /-27.86 / /-31.45 -5.55 /-0.91 7 [bos] b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.94 /-2.30 /-24.64 / /-28.23 -13.47/-1.15 3 [bos] a [eos] cls0 - sp0 : -4.48 -0.50 10 0.00 [bos] b b b b b a a b [eos] cls0 - sp1 : -4.84 -0.54 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp2 : -5.12 -0.57 10 0.22 [bos] b b b b b a a b [eos] cls0 - sp3 : -5.39 -0.60 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp4 : -5.51 -0.61 10 0.22 [bos] b b b b b a a b [eos] cls1 - sp0 : -4.94 -0.55 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp1 : -4.97 -0.55 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp2 : -5.20 -0.58 10 0.33 [bos] b b b b b a a b [eos] cls1 - sp3 : -5.49 -0.61 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp4 : -5.76 -0.64 10 0.33 [bos] b b b b b a a b [eos] cls2 - sp0 : -3.75 -0.42 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp1 : -4.65 -0.52 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp2 : -4.65 -0.52 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp3 : -4.70 -0.52 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp4 : -4.87 -0.54 10 0.67 [bos] b b b b b a a b [eos] cls3 - sp0 : -2.53 -0.28 10 0.89 [bos] b b b b b a a b [eos] cls3 - sp1 : -2.75 -0.31 10 1.00 [bos] b b b b b a a b [eos] cls3 - sp2 : -3.23 -0.36 10 0.78 [bos] b b b b b a a b [eos] cls3 - sp3 : -3.30 -0.37 10 0.78 [bos] b b b b b a a b [eos] cls3 - sp4 : -3.41 -0.38 10 0.89 [bos] b b b b b a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-273 src: none none 10 [bos] b b b b b a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.75 /-8.08 /5.33 /0.0/0.00 -0.31 /-0.90 10 [bos] b b b b b a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -35.16 /-4.42 /-30.74 / /-36.06 -8.79 /-1.11 5 [bos] a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.22 /-6.03 /-25.18 / /-30.51 -6.24 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -34.25 /-6.03 /-28.22 / /-33.55 -6.85 /-1.21 6 [bos] a a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -28.03 /-5.44 /-22.59 / /-27.92 -4.67 /-0.91 7 [bos] b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -25.80 /-2.30 /-23.50 / /-28.83 -12.90/-1.15 3 [bos] a [eos] cls0 - sp0 : -4.48 -0.50 10 0.00 [bos] b b b b b a a b [eos] cls0 - sp1 : -4.84 -0.54 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp2 : -5.12 -0.57 10 0.22 [bos] b b b b b a a b [eos] cls0 - sp3 : -5.39 -0.60 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp4 : -5.51 -0.61 10 0.22 [bos] b b b b b a a b [eos] cls1 - sp0 : -4.94 -0.55 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp1 : -4.97 -0.55 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp2 : -5.20 -0.58 10 0.33 [bos] b b b b b a a b [eos] cls1 - sp3 : -5.49 -0.61 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp4 : -5.76 -0.64 10 0.33 [bos] b b b b b a a b [eos] cls2 - sp0 : -3.75 -0.42 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp1 : -4.65 -0.52 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp2 : -4.65 -0.52 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp3 : -4.70 -0.52 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp4 : -4.87 -0.54 10 0.67 [bos] b b b b b a a b [eos] cls3 - sp0 : -2.53 -0.28 10 0.89 [bos] b b b b b a a b [eos] cls3 - sp1 : -2.75 -0.31 10 1.00 [bos] b b b b b a a b [eos] cls3 - sp2 : -3.23 -0.36 10 0.78 [bos] b b b b b a a b [eos] cls3 - sp3 : -3.30 -0.37 10 0.78 [bos] b b b b b a a b [eos] cls3 - sp4 : -3.41 -0.38 10 0.89 [bos] b b b b b a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-274 src: none none 10 [bos] b b b b b a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.24 /-8.08 /2.83 /0.0/0.00 -0.58 /-0.90 10 [bos] b b b b b a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -38.03 /-4.42 /-33.60 / /-36.43 -9.51 /-1.11 5 [bos] a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.81 /-6.03 /-27.78 / /-30.61 -6.76 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -41.14 /-6.03 /-35.11 / /-37.94 -8.23 /-1.21 6 [bos] a a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -30.09 /-5.44 /-24.65 / /-27.48 -5.02 /-0.91 7 [bos] b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.36 /-2.30 /-27.06 / /-29.89 -14.68/-1.15 3 [bos] a [eos] cls0 - sp0 : -5.24 -0.58 10 0.00 [bos] b b b b b a a b [eos] cls0 - sp1 : -5.65 -0.63 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp2 : -5.69 -0.63 10 0.22 [bos] b b b b b a a b [eos] cls0 - sp3 : -5.75 -0.64 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp4 : -6.19 -0.56 12 0.00 [bos] b b b b b a a b b b [eos] cls1 - sp0 : -5.67 -0.63 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp1 : -5.91 -0.66 10 0.44 [bos] b b b b b a a a [eos] cls1 - sp2 : -5.97 -0.66 10 0.33 [bos] b b b b b a a b [eos] cls1 - sp3 : -6.26 -0.70 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp4 : -6.28 -0.70 10 0.44 [bos] b b b b b a a b [eos] cls2 - sp0 : -4.76 -0.53 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp1 : -5.24 -0.58 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp2 : -5.32 -0.59 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp3 : -5.33 -0.59 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp4 : -5.35 -0.59 10 0.67 [bos] b b b b b a a b [eos] cls3 - sp0 : -3.08 -0.34 10 1.00 [bos] b b b b b a a b [eos] cls3 - sp1 : -3.19 -0.35 10 0.89 [bos] b b b b b a a b [eos] cls3 - sp2 : -3.76 -0.42 10 1.00 [bos] b b b b b a a a [eos] cls3 - sp3 : -3.84 -0.43 10 0.89 [bos] b b b b b a a a [eos] cls3 - sp4 : -4.46 -0.50 10 0.89 [bos] b b b b b a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-275 src: none none 10 [bos] b b b b b a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.08 /-8.08 /5.00 /0.0/0.00 -0.34 /-0.90 10 [bos] b b b b b a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -36.67 /-4.42 /-32.25 / /-37.25 -9.17 /-1.11 5 [bos] a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -34.93 /-6.03 /-28.90 / /-33.90 -6.99 /-1.21 6 [bos] a b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.92 /-6.03 /-32.89 / /-37.88 -7.78 /-1.21 6 [bos] a a b a [eos] tgt4: mod/noi/dif/loss/nce/logp -31.56 /-5.44 /-26.12 / /-31.12 -5.26 /-0.91 7 [bos] b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -28.63 /-2.30 /-26.33 / /-31.33 -14.32/-1.15 3 [bos] a [eos] cls0 - sp0 : -5.24 -0.58 10 0.00 [bos] b b b b b a a b [eos] cls0 - sp1 : -5.65 -0.63 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp2 : -5.69 -0.63 10 0.22 [bos] b b b b b a a b [eos] cls0 - sp3 : -5.75 -0.64 10 0.11 [bos] b b b b b a a b [eos] cls0 - sp4 : -6.19 -0.56 12 0.00 [bos] b b b b b a a b b b [eos] cls1 - sp0 : -5.67 -0.63 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp1 : -5.91 -0.66 10 0.44 [bos] b b b b b a a a [eos] cls1 - sp2 : -5.97 -0.66 10 0.33 [bos] b b b b b a a b [eos] cls1 - sp3 : -6.26 -0.70 10 0.44 [bos] b b b b b a a b [eos] cls1 - sp4 : -6.28 -0.70 10 0.44 [bos] b b b b b a a b [eos] cls2 - sp0 : -4.76 -0.53 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp1 : -5.24 -0.58 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp2 : -5.32 -0.59 10 0.56 [bos] b b b b b a a b [eos] cls2 - sp3 : -5.33 -0.59 10 0.67 [bos] b b b b b a a b [eos] cls2 - sp4 : -5.35 -0.59 10 0.67 [bos] b b b b b a a b [eos] cls3 - sp0 : -3.08 -0.34 10 1.00 [bos] b b b b b a a b [eos] cls3 - sp1 : -3.19 -0.35 10 0.89 [bos] b b b b b a a b [eos] cls3 - sp2 : -3.76 -0.42 10 1.00 [bos] b b b b b a a a [eos] cls3 - sp3 : -3.84 -0.43 10 0.89 [bos] b b b b b a a a [eos] cls3 - sp4 : -4.46 -0.50 10 0.89 [bos] b b b b b a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-276 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 /0.69/-0.69 -0.68 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 / /-0.69 -0.68 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -98.62 /-6.90 /-91.72 / /-93.20 -8.97 /-0.63 12 [bos] b b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -22.66 /-2.81 /-19.84 / /-21.32 -7.55 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -52.85 /-10.63 /-42.22 / /-43.69 -3.77 /-0.76 15 [bos] a a b a a a a a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -77.68 /-9.69 /-67.99 / /-69.47 -7.77 /-0.97 11 [bos] b b a a b b b a a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.47 -1.82 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -6.20 -6.20 2 0.00 [bos] [eos] cls0 - sp3 : -8.97 -1.50 7 0.17 [bos] a a [pad] a a [eos] cls0 - sp4 : -9.58 -3.19 4 0.00 [bos] a [unk] [eos] cls1 - sp0 : -1.92 -0.64 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.35 -0.78 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.49 -1.16 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.58 -1.53 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.18 -2.06 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.00 -0.33 4 0.67 [bos] a a [eos] cls2 - sp1 : -3.12 -1.04 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.68 -1.23 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.38 -1.79 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.65 -1.88 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.45 -2.15 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.62 -6.62 2 1.00 [bos] [eos] cls3 - sp3 : -6.97 -1.16 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -7.79 -1.30 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-277 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.67 /0.69/-0.69 -0.72 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.67 / /-0.69 -0.72 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -101.44/-6.90 /-94.54 / /-95.90 -9.22 /-0.63 12 [bos] b b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.44 /-2.81 /-20.63 / /-21.99 -7.81 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -60.37 /-10.63 /-49.74 / /-51.10 -4.31 /-0.76 15 [bos] a a b a a a a a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -72.97 /-9.69 /-63.29 / /-64.65 -7.30 /-0.97 11 [bos] b b a a b b b a a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.47 -1.82 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -6.20 -6.20 2 0.00 [bos] [eos] cls0 - sp3 : -8.97 -1.50 7 0.17 [bos] a a [pad] a a [eos] cls0 - sp4 : -9.58 -3.19 4 0.00 [bos] a [unk] [eos] cls1 - sp0 : -1.92 -0.64 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.35 -0.78 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.49 -1.16 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.58 -1.53 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.18 -2.06 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.00 -0.33 4 0.67 [bos] a a [eos] cls2 - sp1 : -3.12 -1.04 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.68 -1.23 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.38 -1.79 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.65 -1.88 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.45 -2.15 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.62 -6.62 2 1.00 [bos] [eos] cls3 - sp3 : -6.97 -1.16 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -7.79 -1.30 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-278 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 /0.69/-0.69 -0.68 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 / /-0.69 -0.68 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -101.73/-6.90 /-94.83 / /-96.30 -9.25 /-0.63 12 [bos] b b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -22.20 /-2.81 /-19.38 / /-20.86 -7.40 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -48.84 /-10.63 /-38.21 / /-39.68 -3.49 /-0.76 15 [bos] a a b a a a a a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -77.13 /-9.69 /-67.45 / /-68.92 -7.71 /-0.97 11 [bos] b b a a b b b a a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.33 -1.78 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -5.86 -5.86 2 0.00 [bos] [eos] cls0 - sp3 : -8.99 -3.00 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -9.05 -1.51 7 0.17 [bos] a a [pad] a a [eos] cls1 - sp0 : -1.82 -0.61 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.46 -0.82 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.44 -1.15 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.36 -1.45 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.06 -2.02 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.05 -0.35 4 0.67 [bos] a a [eos] cls2 - sp1 : -2.99 -1.00 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.75 -1.25 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.18 -1.73 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.42 -1.81 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.23 -2.08 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.34 -6.34 2 1.00 [bos] [eos] cls3 - sp3 : -7.28 -1.21 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -8.08 -1.35 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-279 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.66 /0.69/-0.69 -0.72 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.66 / /-0.69 -0.72 /-0.94 4 [bos] a a [eos] tgt2: mod/noi/dif/loss/nce/logp -98.55 /-6.90 /-91.65 / /-93.00 -8.96 /-0.63 12 [bos] b b b b b b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.09 /-2.81 /-20.28 / /-21.63 -7.70 /-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -61.36 /-10.63 /-50.73 / /-52.08 -4.38 /-0.76 15 [bos] a a b a a a a a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -72.62 /-9.69 /-62.94 / /-64.29 -7.26 /-0.97 11 [bos] b b a a b b b a a [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.33 -1.78 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -5.86 -5.86 2 0.00 [bos] [eos] cls0 - sp3 : -8.99 -3.00 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -9.05 -1.51 7 0.17 [bos] a a [pad] a a [eos] cls1 - sp0 : -1.82 -0.61 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.46 -0.82 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.44 -1.15 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.36 -1.45 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.06 -2.02 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.05 -0.35 4 0.67 [bos] a a [eos] cls2 - sp1 : -2.99 -1.00 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.75 -1.25 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.18 -1.73 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.42 -1.81 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.23 -2.08 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.34 -6.34 2 1.00 [bos] [eos] cls3 - sp3 : -7.28 -1.21 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -8.08 -1.35 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-280 src: none none 10 [bos] a a b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.88 /-8.08 /4.19 /0.0/-0.00 -0.43 /-0.90 10 [bos] a a b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -30.31 /-4.42 /-25.89 / /-30.08 -7.58 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -11.34 /-6.03 /-5.31 / /-9.50 -2.27 /-1.21 6 [bos] a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -47.34 /-11.81 /-35.53 / /-39.72 -3.94 /-0.98 13 [bos] b a b b b a a a a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -45.54 /-5.96 /-39.58 / /-43.78 -6.51 /-0.85 8 [bos] a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -32.05 /-4.93 /-27.12 / /-31.31 -6.41 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -3.88 -0.43 10 0.00 [bos] a a b a a a a a [eos] cls0 - sp1 : -4.07 -0.45 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp2 : -4.42 -0.49 10 0.11 [bos] a a b a a a a a [eos] cls0 - sp3 : -4.80 -0.53 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp4 : -4.99 -0.55 10 0.11 [bos] a a b a a a a a [eos] cls1 - sp0 : -4.47 -0.50 10 0.44 [bos] a a b a a a a a [eos] cls1 - sp1 : -4.58 -0.51 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp2 : -4.98 -0.55 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp3 : -5.37 -0.60 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp4 : -5.45 -0.61 10 0.33 [bos] a a b a a a a a [eos] cls2 - sp0 : -4.48 -0.50 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp1 : -4.55 -0.51 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp2 : -4.78 -0.53 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp3 : -5.10 -0.57 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp4 : -5.14 -0.57 10 0.67 [bos] a a b a a a a a [eos] cls3 - sp0 : -2.37 -0.26 10 0.89 [bos] a a b a a a a a [eos] cls3 - sp1 : -2.90 -0.32 10 1.00 [bos] a a b a a a a a [eos] cls3 - sp2 : -3.41 -0.38 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp3 : -3.93 -0.44 10 0.78 [bos] a a b a a a a a [eos] cls3 - sp4 : -3.93 -0.44 10 0.78 [bos] a a b a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-281 src: none none 10 [bos] a a b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.90 /-8.08 /5.18 /0.0/-0.00 -0.32 /-0.90 10 [bos] a a b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -30.07 /-4.42 /-25.65 / /-30.83 -7.52 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -14.34 /-6.03 /-8.31 / /-13.49 -2.87 /-1.21 6 [bos] a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -45.33 /-11.81 /-33.52 / /-38.70 -3.78 /-0.98 13 [bos] b a b b b a a a a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -51.49 /-5.96 /-45.53 / /-50.71 -7.36 /-0.85 8 [bos] a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -36.20 /-4.93 /-31.27 / /-36.44 -7.24 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -3.88 -0.43 10 0.00 [bos] a a b a a a a a [eos] cls0 - sp1 : -4.07 -0.45 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp2 : -4.42 -0.49 10 0.11 [bos] a a b a a a a a [eos] cls0 - sp3 : -4.80 -0.53 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp4 : -4.99 -0.55 10 0.11 [bos] a a b a a a a a [eos] cls1 - sp0 : -4.47 -0.50 10 0.44 [bos] a a b a a a a a [eos] cls1 - sp1 : -4.58 -0.51 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp2 : -4.98 -0.55 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp3 : -5.37 -0.60 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp4 : -5.45 -0.61 10 0.33 [bos] a a b a a a a a [eos] cls2 - sp0 : -4.48 -0.50 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp1 : -4.55 -0.51 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp2 : -4.78 -0.53 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp3 : -5.10 -0.57 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp4 : -5.14 -0.57 10 0.67 [bos] a a b a a a a a [eos] cls3 - sp0 : -2.37 -0.26 10 0.89 [bos] a a b a a a a a [eos] cls3 - sp1 : -2.90 -0.32 10 1.00 [bos] a a b a a a a a [eos] cls3 - sp2 : -3.41 -0.38 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp3 : -3.93 -0.44 10 0.78 [bos] a a b a a a a a [eos] cls3 - sp4 : -3.93 -0.44 10 0.78 [bos] a a b a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-282 src: none none 10 [bos] a a b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.16 /-8.08 /2.92 /0.0/-0.00 -0.57 /-0.90 10 [bos] a a b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -32.38 /-4.42 /-27.96 / /-30.88 -8.10 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -13.25 /-6.03 /-7.22 / /-10.14 -2.65 /-1.21 6 [bos] a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -42.99 /-11.81 /-31.19 / /-34.11 -3.58 /-0.98 13 [bos] b a b b b a a a a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -44.15 /-5.96 /-38.20 / /-41.11 -6.31 /-0.85 8 [bos] a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -34.23 /-4.93 /-29.30 / /-32.22 -6.85 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -5.16 -0.57 10 0.00 [bos] a a b a a a a a [eos] cls0 - sp1 : -5.40 -0.60 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp2 : -5.44 -0.60 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp3 : -5.66 -0.63 10 0.11 [bos] a a b a a a a a [eos] cls0 - sp4 : -5.71 -0.63 10 0.22 [bos] a a b a a a a a [eos] cls1 - sp0 : -5.18 -0.58 10 0.44 [bos] a a b a a a a a [eos] cls1 - sp1 : -5.22 -0.58 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp2 : -5.42 -0.60 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp3 : -5.58 -0.62 10 0.44 [bos] a a b a a a a a [eos] cls1 - sp4 : -5.84 -0.65 10 0.44 [bos] a a b a a a a a [eos] cls2 - sp0 : -4.56 -0.51 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp1 : -4.61 -0.51 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp2 : -5.04 -0.56 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp3 : -5.07 -0.56 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp4 : -5.22 -0.58 10 0.67 [bos] a a b a a a a a [eos] cls3 - sp0 : -2.38 -0.26 10 0.89 [bos] a a b a a a a a [eos] cls3 - sp1 : -2.78 -0.31 10 1.00 [bos] a a b a a a a a [eos] cls3 - sp2 : -3.84 -0.43 10 0.78 [bos] a a b a a a a a [eos] cls3 - sp3 : -3.93 -0.44 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp4 : -4.08 -0.45 10 0.78 [bos] a a b a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-283 src: none none 10 [bos] a a b a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.78 /-8.08 /5.30 /0.0/-0.00 -0.31 /-0.90 10 [bos] a a b a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -31.41 /-4.42 /-26.99 / /-32.29 -7.85 /-1.11 5 [bos] b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -14.66 /-6.03 /-8.63 / /-13.92 -2.93 /-1.21 6 [bos] a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -45.22 /-11.81 /-33.41 / /-38.71 -3.77 /-0.98 13 [bos] b a b b b a a a a b b [eos] tgt4: mod/noi/dif/loss/nce/logp -52.48 /-5.96 /-46.52 / /-51.82 -7.50 /-0.85 8 [bos] a a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -36.65 /-4.93 /-31.71 / /-37.01 -7.33 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -5.16 -0.57 10 0.00 [bos] a a b a a a a a [eos] cls0 - sp1 : -5.40 -0.60 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp2 : -5.44 -0.60 10 0.22 [bos] a a b a a a a a [eos] cls0 - sp3 : -5.66 -0.63 10 0.11 [bos] a a b a a a a a [eos] cls0 - sp4 : -5.71 -0.63 10 0.22 [bos] a a b a a a a a [eos] cls1 - sp0 : -5.18 -0.58 10 0.44 [bos] a a b a a a a a [eos] cls1 - sp1 : -5.22 -0.58 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp2 : -5.42 -0.60 10 0.33 [bos] a a b a a a a a [eos] cls1 - sp3 : -5.58 -0.62 10 0.44 [bos] a a b a a a a a [eos] cls1 - sp4 : -5.84 -0.65 10 0.44 [bos] a a b a a a a a [eos] cls2 - sp0 : -4.56 -0.51 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp1 : -4.61 -0.51 10 0.56 [bos] a a b a a a a a [eos] cls2 - sp2 : -5.04 -0.56 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp3 : -5.07 -0.56 10 0.67 [bos] a a b a a a a a [eos] cls2 - sp4 : -5.22 -0.58 10 0.67 [bos] a a b a a a a a [eos] cls3 - sp0 : -2.38 -0.26 10 0.89 [bos] a a b a a a a a [eos] cls3 - sp1 : -2.78 -0.31 10 1.00 [bos] a a b a a a a a [eos] cls3 - sp2 : -3.84 -0.43 10 0.78 [bos] a a b a a a a a [eos] cls3 - sp3 : -3.93 -0.44 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp4 : -4.08 -0.45 10 0.78 [bos] a a b a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-284 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.24 /-3.91 /1.68 /0.0/-0.00 -0.75 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -64.39 /-6.98 /-57.42 / /-59.09 -7.15 /-0.78 10 [bos] a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -30.55 /-3.32 /-27.22 / /-28.90 -7.64 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -11.57 /-2.81 /-8.76 / /-10.44 -3.86 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -20.63 /-7.05 /-13.57 / /-15.25 -2.95 /-1.01 8 [bos] a b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -33.52 /-4.93 /-28.58 / /-30.26 -6.70 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -2.24 -0.75 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.88 -1.96 4 0.00 [bos] [unk] b [eos] cls0 - sp2 : -5.97 -5.97 2 0.00 [bos] [eos] cls0 - sp3 : -9.29 -3.10 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.90 -3.30 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.67 -0.56 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.61 -1.20 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.20 -1.40 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.44 -2.15 4 0.33 [bos] [pad] b [eos] cls2 - sp0 : -0.93 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.84 -0.95 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.90 -1.63 4 0.67 [bos] a b [eos] cls2 - sp3 : -5.05 -1.68 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -5.27 -1.76 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -1.97 -0.66 4 1.00 [bos] a b [eos] cls3 - sp1 : -6.13 -2.04 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.57 -6.57 2 1.00 [bos] [eos] cls3 - sp3 : -8.02 -1.34 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.56 -1.43 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-285 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.97 /-3.91 /1.94 /0.0/-0.00 -0.66 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -70.68 /-6.98 /-63.70 / /-65.64 -7.85 /-0.78 10 [bos] a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -24.03 /-3.32 /-20.71 / /-22.65 -6.01 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -11.54 /-2.81 /-8.72 / /-10.66 -3.85 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -20.52 /-7.05 /-13.47 / /-15.41 -2.93 /-1.01 8 [bos] a b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.90 /-4.93 /-21.97 / /-23.91 -5.38 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -2.24 -0.75 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.88 -1.96 4 0.00 [bos] [unk] b [eos] cls0 - sp2 : -5.97 -5.97 2 0.00 [bos] [eos] cls0 - sp3 : -9.29 -3.10 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.90 -3.30 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.67 -0.56 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.61 -1.20 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.20 -1.40 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.44 -2.15 4 0.33 [bos] [pad] b [eos] cls2 - sp0 : -0.93 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.84 -0.95 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.90 -1.63 4 0.67 [bos] a b [eos] cls2 - sp3 : -5.05 -1.68 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -5.27 -1.76 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -1.97 -0.66 4 1.00 [bos] a b [eos] cls3 - sp1 : -6.13 -2.04 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.57 -6.57 2 1.00 [bos] [eos] cls3 - sp3 : -8.02 -1.34 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.56 -1.43 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-286 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-3.91 /1.85 /0.0/-0.00 -0.69 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -60.18 /-6.98 /-53.20 / /-55.05 -6.69 /-0.78 10 [bos] a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -25.84 /-3.32 /-22.51 / /-24.36 -6.46 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -9.94 /-2.81 /-7.12 / /-8.97 -3.31 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -22.22 /-7.05 /-15.17 / /-17.02 -3.17 /-1.01 8 [bos] a b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -31.32 /-4.93 /-26.38 / /-28.23 -6.26 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.44 -5.44 2 0.00 [bos] [eos] cls0 - sp2 : -5.56 -1.85 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -8.71 -2.90 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.63 -3.21 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.80 -0.60 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.45 -1.15 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.02 -1.34 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.04 -2.01 4 0.33 [bos] a [unk] [eos] cls2 - sp0 : -0.94 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.96 -0.99 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.86 -1.62 4 0.67 [bos] [pad] b [eos] cls2 - sp3 : -4.94 -1.65 4 0.67 [bos] a b [eos] cls2 - sp4 : -5.09 -1.70 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.00 -0.67 4 1.00 [bos] a b [eos] cls3 - sp1 : -5.93 -1.98 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.04 -6.04 2 1.00 [bos] [eos] cls3 - sp3 : -7.90 -1.32 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.24 -1.37 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-287 src: none none 4 [bos] a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.00 /-3.91 /1.91 /0.0/-0.00 -0.67 /-1.30 4 [bos] a b [eos] tgt1: mod/noi/dif/loss/nce/logp -67.34 /-6.98 /-60.36 / /-62.27 -7.48 /-0.78 10 [bos] a a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.85 /-3.32 /-18.53 / /-20.44 -5.46 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -10.07 /-2.81 /-7.26 / /-9.17 -3.36 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -21.66 /-7.05 /-14.60 / /-16.51 -3.09 /-1.01 8 [bos] a b b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.04 /-4.93 /-21.11 / /-23.02 -5.21 /-0.99 6 [bos] b b a a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] a b [eos] cls0 - sp1 : -5.44 -5.44 2 0.00 [bos] [eos] cls0 - sp2 : -5.56 -1.85 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -8.71 -2.90 4 0.00 [bos] a [pad] [eos] cls0 - sp4 : -9.63 -3.21 4 0.00 [bos] [bos] b [eos] cls1 - sp0 : -1.80 -0.60 4 0.33 [bos] a b [eos] cls1 - sp1 : -3.45 -1.15 4 0.33 [bos] a b [eos] cls1 - sp2 : -3.65 -1.22 4 0.33 [bos] a b [eos] cls1 - sp3 : -4.02 -1.34 4 0.33 [bos] [unk] b [eos] cls1 - sp4 : -6.04 -2.01 4 0.33 [bos] a [unk] [eos] cls2 - sp0 : -0.94 -0.31 4 0.67 [bos] a b [eos] cls2 - sp1 : -2.96 -0.99 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.86 -1.62 4 0.67 [bos] [pad] b [eos] cls2 - sp3 : -4.94 -1.65 4 0.67 [bos] a b [eos] cls2 - sp4 : -5.09 -1.70 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.00 -0.67 4 1.00 [bos] a b [eos] cls3 - sp1 : -5.93 -1.98 4 1.00 [bos] [pad] b [eos] cls3 - sp2 : -6.04 -6.04 2 1.00 [bos] [eos] cls3 - sp3 : -7.90 -1.32 7 0.83 [bos] a b [pad] a a [eos] cls3 - sp4 : -8.24 -1.37 7 0.83 [bos] a b [pad] [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-288 src: none none 13 [bos] a a a b b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -9.30 /-10.71 /1.41 /0.0/0.00 -0.77 /-0.89 13 [bos] a a a b b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -43.77 /-9.69 /-34.08 / /-35.49 -4.38 /-0.97 11 [bos] b b b b a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -46.99 /-9.69 /-37.31 / /-38.72 -4.70 /-0.97 11 [bos] b b b b b a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.16 /-2.30 /-18.86 / /-20.27 -10.58/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -41.39 /-10.12 /-31.27 / /-32.69 -3.18 /-0.78 14 [bos] b b b b b b a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -30.86 /-2.30 /-28.55 / /-29.96 -15.43/-1.15 3 [bos] b [eos] cls0 - sp0 : -14.33 -14.33 2 0.00 [bos] [eos] cls0 - sp1 : -51.38 -0.40 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -52.26 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -52.38 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp4 : -52.45 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.15 -0.78 14 0.31 [bos] a a a b b b b a b b b b [eos] cls1 - sp1 : -10.15 -0.73 15 0.36 [bos] a a a b b b b a b b b b b [eos] cls1 - sp2 : -10.22 -0.79 14 0.38 [bos] a a a b b b b a b b b b [eos] cls1 - sp3 : -10.24 -0.79 14 0.46 [bos] a a a b b b b a b b b b [eos] cls1 - sp4 : -10.87 -0.68 17 0.31 [bos] a a a b b b b a b b b b b b b [eos] cls2 - sp0 : -9.22 -0.77 13 0.58 [bos] a a a b b b b a b b b [eos] cls2 - sp1 : -9.42 -0.78 13 0.67 [bos] a a a b b b b a b b b [eos] cls2 - sp2 : -9.51 -0.73 14 0.54 [bos] a a a b b b b a b b b b [eos] cls2 - sp3 : -9.62 -0.80 13 0.50 [bos] a a a b b b b a b b b [eos] cls2 - sp4 : -11.53 -0.77 16 0.73 [bos] a a a b b b b a b b b b b b [eos] cls3 - sp0 : -14.27 -14.27 2 1.00 [bos] [eos] cls3 - sp1 : -20.27 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -22.21 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -22.22 -0.17 128 0.99 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -22.33 -0.18 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-289 src: none none 13 [bos] a a a b b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -8.13 /-10.71 /2.58 /0.0/0.00 -0.68 /-0.89 13 [bos] a a a b b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -41.84 /-9.69 /-32.15 / /-34.73 -4.18 /-0.97 11 [bos] b b b b a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -47.06 /-9.69 /-37.37 / /-39.95 -4.71 /-0.97 11 [bos] b b b b b a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.92 /-2.30 /-18.62 / /-21.20 -10.46/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -41.49 /-10.12 /-31.37 / /-33.94 -3.19 /-0.78 14 [bos] b b b b b b a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -30.36 /-2.30 /-28.06 / /-30.64 -15.18/-1.15 3 [bos] b [eos] cls0 - sp0 : -14.33 -14.33 2 0.00 [bos] [eos] cls0 - sp1 : -51.38 -0.40 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -52.26 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -52.38 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp4 : -52.45 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.15 -0.78 14 0.31 [bos] a a a b b b b a b b b b [eos] cls1 - sp1 : -10.15 -0.73 15 0.36 [bos] a a a b b b b a b b b b b [eos] cls1 - sp2 : -10.22 -0.79 14 0.38 [bos] a a a b b b b a b b b b [eos] cls1 - sp3 : -10.24 -0.79 14 0.46 [bos] a a a b b b b a b b b b [eos] cls1 - sp4 : -10.87 -0.68 17 0.31 [bos] a a a b b b b a b b b b b b b [eos] cls2 - sp0 : -9.22 -0.77 13 0.58 [bos] a a a b b b b a b b b [eos] cls2 - sp1 : -9.42 -0.78 13 0.67 [bos] a a a b b b b a b b b [eos] cls2 - sp2 : -9.51 -0.73 14 0.54 [bos] a a a b b b b a b b b b [eos] cls2 - sp3 : -9.62 -0.80 13 0.50 [bos] a a a b b b b a b b b [eos] cls2 - sp4 : -11.53 -0.77 16 0.73 [bos] a a a b b b b a b b b b b b [eos] cls3 - sp0 : -14.27 -14.27 2 1.00 [bos] [eos] cls3 - sp1 : -20.27 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -22.21 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -22.22 -0.17 128 0.99 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -22.33 -0.18 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-290 src: none none 13 [bos] a a a b b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -9.41 /-10.71 /1.29 /0.0/0.00 -0.78 /-0.89 13 [bos] a a a b b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -46.91 /-9.69 /-37.23 / /-38.52 -4.69 /-0.97 11 [bos] b b b b a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -47.79 /-9.69 /-38.11 / /-39.40 -4.78 /-0.97 11 [bos] b b b b b a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.25 /-2.30 /-18.94 / /-20.24 -10.62/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -44.77 /-10.12 /-34.66 / /-35.95 -3.44 /-0.78 14 [bos] b b b b b b a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -30.26 /-2.30 /-27.96 / /-29.25 -15.13/-1.15 3 [bos] b [eos] cls0 - sp0 : -14.02 -14.02 2 0.00 [bos] [eos] cls0 - sp1 : -61.02 -0.48 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -61.29 -0.48 128 0.02 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -61.69 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp4 : -61.74 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.32 -0.79 14 0.38 [bos] a a a b b b b a b b b b [eos] cls1 - sp1 : -10.75 -0.83 14 0.46 [bos] a a a b b b b a b b b b [eos] cls1 - sp2 : -14.71 -0.70 22 0.33 [bos] a a a b b b b a b b b b b b b b b b b b [eos] cls1 - sp3 : -15.16 -0.69 23 0.32 [bos] a a a b b b b a b b b b b b b b b b b b b [eos] cls1 - sp4 : -15.30 -0.73 22 0.29 [bos] a a a b b b b a b b b b b b b b b b b b [eos] cls2 - sp0 : -9.46 -0.73 14 0.54 [bos] a a a b b b b a b b b b [eos] cls2 - sp1 : -11.43 -0.76 16 0.73 [bos] a a a b b b b a b b b b b b [eos] cls2 - sp2 : -11.71 -0.78 16 0.67 [bos] a a a b b b b a b b b b b b [eos] cls2 - sp3 : -11.95 -0.75 17 0.69 [bos] a a a b b b b a b b b b b b b [eos] cls2 - sp4 : -12.71 -0.79 17 0.50 [bos] a a a b b b b a b b b b b b b [eos] cls3 - sp0 : -14.04 -14.04 2 1.00 [bos] [eos] cls3 - sp1 : -24.66 -0.19 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -25.90 -0.20 128 1.00 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -26.26 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -26.32 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-291 src: none none 13 [bos] a a a b b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -7.05 /-10.71 /3.66 /0.0/0.00 -0.59 /-0.89 13 [bos] a a a b b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -45.52 /-9.69 /-35.83 / /-39.49 -4.55 /-0.97 11 [bos] b b b b a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -49.19 /-9.69 /-39.50 / /-43.16 -4.92 /-0.97 11 [bos] b b b b b a a b a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.58 /-2.30 /-18.28 / /-21.94 -10.29/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -41.17 /-10.12 /-31.05 / /-34.70 -3.17 /-0.78 14 [bos] b b b b b b a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -30.30 /-2.30 /-27.99 / /-31.65 -15.15/-1.15 3 [bos] b [eos] cls0 - sp0 : -14.02 -14.02 2 0.00 [bos] [eos] cls0 - sp1 : -61.02 -0.48 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -61.29 -0.48 128 0.02 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -61.69 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp4 : -61.74 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.32 -0.79 14 0.38 [bos] a a a b b b b a b b b b [eos] cls1 - sp1 : -10.75 -0.83 14 0.46 [bos] a a a b b b b a b b b b [eos] cls1 - sp2 : -14.71 -0.70 22 0.33 [bos] a a a b b b b a b b b b b b b b b b b b [eos] cls1 - sp3 : -15.16 -0.69 23 0.32 [bos] a a a b b b b a b b b b b b b b b b b b b [eos] cls1 - sp4 : -15.30 -0.73 22 0.29 [bos] a a a b b b b a b b b b b b b b b b b b [eos] cls2 - sp0 : -9.46 -0.73 14 0.54 [bos] a a a b b b b a b b b b [eos] cls2 - sp1 : -11.43 -0.76 16 0.73 [bos] a a a b b b b a b b b b b b [eos] cls2 - sp2 : -11.71 -0.78 16 0.67 [bos] a a a b b b b a b b b b b b [eos] cls2 - sp3 : -11.95 -0.75 17 0.69 [bos] a a a b b b b a b b b b b b b [eos] cls2 - sp4 : -12.71 -0.79 17 0.50 [bos] a a a b b b b a b b b b b b b [eos] cls3 - sp0 : -14.04 -14.04 2 1.00 [bos] [eos] cls3 - sp1 : -24.66 -0.19 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -25.90 -0.20 128 1.00 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -26.26 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -26.32 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-292 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.69/-0.69 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 / /-0.69 -0.65 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -10.70 /-3.91 /-6.79 / /-8.49 -3.57 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -91.48 /-11.29 /-80.19 / /-81.89 -8.32 /-1.03 12 [bos] b a b b b b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -98.16 /-11.22 /-86.95 / /-88.64 -7.55 /-0.86 14 [bos] b b b b b a a a a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.42 /-6.54 /-27.88 / /-29.57 -5.74 /-1.09 7 [bos] a b a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-293 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.69/-0.69 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 / /-0.69 -0.86 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -11.84 /-3.91 /-7.93 / /-9.20 -3.95 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -91.21 /-11.29 /-79.91 / /-81.19 -8.29 /-1.03 12 [bos] b a b b b b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -90.43 /-11.22 /-79.21 / /-80.49 -6.96 /-0.86 14 [bos] b b b b b a a a a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -24.43 /-6.54 /-17.89 / /-19.16 -4.07 /-1.09 7 [bos] a b a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-294 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.69/-0.69 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 / /-0.69 -0.65 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -10.80 /-3.91 /-6.88 / /-8.58 -3.60 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -92.21 /-11.29 /-80.92 / /-82.62 -8.38 /-1.03 12 [bos] b a b b b b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -98.97 /-11.22 /-87.75 / /-89.45 -7.61 /-0.86 14 [bos] b b b b b a a a a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.58 /-6.54 /-28.03 / /-29.73 -5.76 /-1.09 7 [bos] a b a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-295 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.69/-0.69 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 / /-0.69 -0.86 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -11.61 /-3.91 /-7.70 / /-8.98 -3.87 /-1.30 4 [bos] a b [eos] tgt3: mod/noi/dif/loss/nce/logp -93.72 /-11.29 /-82.43 / /-83.71 -8.52 /-1.03 12 [bos] b a b b b b b a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -96.51 /-11.22 /-85.29 / /-86.57 -7.42 /-0.86 14 [bos] b b b b b a a a a b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -25.97 /-6.54 /-19.43 / /-20.71 -4.33 /-1.09 7 [bos] a b a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-296 src: none none 11 [bos] a a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.00 /-7.49 /2.49 /0.0/0.00 -0.50 /-0.75 11 [bos] a a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -38.24 /-6.47 /-31.78 / /-34.26 -4.78 /-0.81 9 [bos] b b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.00 /-5.44 /-22.55 / /-25.04 -4.67 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -36.24 /-2.81 /-33.43 / /-35.91 -12.08/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -45.07 /-6.47 /-38.60 / /-41.09 -5.63 /-0.81 9 [bos] b b b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.26 /-8.15 /-21.11 / /-23.60 -4.18 /-1.16 8 [bos] a b b a b b [eos] cls0 - sp0 : -5.00 -0.50 11 0.00 [bos] a a a a b b b b b [eos] cls0 - sp1 : -5.31 -0.53 11 0.20 [bos] a a a a b b b b b [eos] cls0 - sp2 : -5.41 -0.54 11 0.10 [bos] a a a a b b b b b [eos] cls0 - sp3 : -5.81 -0.73 9 0.00 [bos] a a a a b b b [eos] cls0 - sp4 : -5.98 -0.60 11 0.00 [bos] a a b a b b b b b [eos] cls1 - sp0 : -5.71 -0.71 9 0.25 [bos] a a a a b b b [eos] cls1 - sp1 : -6.20 -0.62 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp2 : -6.24 -0.78 9 0.38 [bos] a a a a b b b [eos] cls1 - sp3 : -6.35 -0.64 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp4 : -6.45 -0.65 11 0.30 [bos] a a a a b b b b b [eos] cls2 - sp0 : -4.70 -0.47 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp1 : -4.76 -0.48 11 0.60 [bos] a a a a b b b b b [eos] cls2 - sp2 : -5.19 -0.52 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp3 : -5.21 -0.52 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp4 : -5.68 -0.71 9 0.50 [bos] a a b a b b b [eos] cls3 - sp0 : -2.25 -0.22 11 0.90 [bos] a a b a b b b b b [eos] cls3 - sp1 : -2.39 -0.24 11 1.00 [bos] a a b a b b b b b [eos] cls3 - sp2 : -3.01 -0.30 11 0.90 [bos] a a a a b b b b b [eos] cls3 - sp3 : -3.15 -0.31 11 1.00 [bos] a a a a b b b b b [eos] cls3 - sp4 : -4.12 -0.41 11 0.80 [bos] a a a a b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-297 src: none none 11 [bos] a a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.15 /-7.49 /4.34 /0.0/0.00 -0.31 /-0.75 11 [bos] a a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -40.93 /-6.47 /-34.47 / /-38.81 -5.12 /-0.81 9 [bos] b b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -26.69 /-5.44 /-21.25 / /-25.59 -4.45 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.36 /-2.81 /-34.55 / /-38.89 -12.45/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -49.27 /-6.47 /-42.81 / /-47.15 -6.16 /-0.81 9 [bos] b b b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.37 /-8.15 /-18.22 / /-22.56 -3.77 /-1.16 8 [bos] a b b a b b [eos] cls0 - sp0 : -5.00 -0.50 11 0.00 [bos] a a a a b b b b b [eos] cls0 - sp1 : -5.31 -0.53 11 0.20 [bos] a a a a b b b b b [eos] cls0 - sp2 : -5.41 -0.54 11 0.10 [bos] a a a a b b b b b [eos] cls0 - sp3 : -5.81 -0.73 9 0.00 [bos] a a a a b b b [eos] cls0 - sp4 : -5.98 -0.60 11 0.00 [bos] a a b a b b b b b [eos] cls1 - sp0 : -5.71 -0.71 9 0.25 [bos] a a a a b b b [eos] cls1 - sp1 : -6.20 -0.62 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp2 : -6.24 -0.78 9 0.38 [bos] a a a a b b b [eos] cls1 - sp3 : -6.35 -0.64 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp4 : -6.45 -0.65 11 0.30 [bos] a a a a b b b b b [eos] cls2 - sp0 : -4.70 -0.47 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp1 : -4.76 -0.48 11 0.60 [bos] a a a a b b b b b [eos] cls2 - sp2 : -5.19 -0.52 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp3 : -5.21 -0.52 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp4 : -5.68 -0.71 9 0.50 [bos] a a b a b b b [eos] cls3 - sp0 : -2.25 -0.22 11 0.90 [bos] a a b a b b b b b [eos] cls3 - sp1 : -2.39 -0.24 11 1.00 [bos] a a b a b b b b b [eos] cls3 - sp2 : -3.01 -0.30 11 0.90 [bos] a a a a b b b b b [eos] cls3 - sp3 : -3.15 -0.31 11 1.00 [bos] a a a a b b b b b [eos] cls3 - sp4 : -4.12 -0.41 11 0.80 [bos] a a a a b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-298 src: none none 11 [bos] a a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -5.66 /-7.49 /1.83 /0.0/0.00 -0.57 /-0.75 11 [bos] a a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -49.94 /-6.47 /-43.48 / /-45.31 -6.24 /-0.81 9 [bos] b b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.79 /-5.44 /-24.34 / /-26.17 -4.96 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.91 /-2.81 /-35.10 / /-36.93 -12.64/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -59.18 /-6.47 /-52.72 / /-54.54 -7.40 /-0.81 9 [bos] b b b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.35 /-8.15 /-26.20 / /-28.02 -4.91 /-1.16 8 [bos] a b b a b b [eos] cls0 - sp0 : -5.53 -0.55 11 0.20 [bos] a a a a b b b b b [eos] cls0 - sp1 : -5.66 -0.57 11 0.00 [bos] a a a a b b b b b [eos] cls0 - sp2 : -6.28 -0.63 11 0.10 [bos] a a a a b b b b b [eos] cls0 - sp3 : -6.28 -0.57 12 0.00 [bos] a a a a b b b b b a [eos] cls0 - sp4 : -7.17 -0.60 13 0.17 [bos] a a a a b b b b b b b [eos] cls1 - sp0 : -5.89 -0.59 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp1 : -7.18 -0.72 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp2 : -7.44 -0.74 11 0.40 [bos] a a a a b b b b b [eos] cls1 - sp3 : -7.50 -0.75 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp4 : -7.54 -0.69 12 0.27 [bos] a a a a b b b b b a [eos] cls2 - sp0 : -6.35 -0.63 11 0.60 [bos] a a a a b b b b b [eos] cls2 - sp1 : -6.38 -0.64 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp2 : -6.39 -0.64 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp3 : -7.94 -0.66 13 0.67 [bos] a a a a b b b b b b b [eos] cls2 - sp4 : -8.67 -0.72 13 0.67 [bos] a a a a b b b b b a b [eos] cls3 - sp0 : -3.72 -0.37 11 1.00 [bos] a a a a b b b b b [eos] cls3 - sp1 : -4.07 -0.41 11 0.90 [bos] a a a a b b b b b [eos] cls3 - sp2 : -4.99 -0.28 19 1.00 [bos] a a a a b b b b b b b b b b b b b [eos] cls3 - sp3 : -10.58 -0.08 128 1.00 [bos] a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -11.02 -0.09 128 1.00 [bos] a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-299 src: none none 11 [bos] a a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.72 /-7.49 /3.77 /0.0/0.00 -0.37 /-0.75 11 [bos] a a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -51.42 /-6.47 /-44.95 / /-48.72 -6.43 /-0.81 9 [bos] b b b b b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -32.03 /-5.44 /-26.59 / /-30.35 -5.34 /-0.91 7 [bos] a a b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.45 /-2.81 /-36.64 / /-40.41 -13.15/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -62.26 /-6.47 /-55.79 / /-59.56 -7.78 /-0.81 9 [bos] b b b b a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -34.13 /-8.15 /-25.97 / /-29.74 -4.88 /-1.16 8 [bos] a b b a b b [eos] cls0 - sp0 : -5.53 -0.55 11 0.20 [bos] a a a a b b b b b [eos] cls0 - sp1 : -5.66 -0.57 11 0.00 [bos] a a a a b b b b b [eos] cls0 - sp2 : -6.28 -0.63 11 0.10 [bos] a a a a b b b b b [eos] cls0 - sp3 : -6.28 -0.57 12 0.00 [bos] a a a a b b b b b a [eos] cls0 - sp4 : -7.17 -0.60 13 0.17 [bos] a a a a b b b b b b b [eos] cls1 - sp0 : -5.89 -0.59 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp1 : -7.18 -0.72 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp2 : -7.44 -0.74 11 0.40 [bos] a a a a b b b b b [eos] cls1 - sp3 : -7.50 -0.75 11 0.30 [bos] a a a a b b b b b [eos] cls1 - sp4 : -7.54 -0.69 12 0.27 [bos] a a a a b b b b b a [eos] cls2 - sp0 : -6.35 -0.63 11 0.60 [bos] a a a a b b b b b [eos] cls2 - sp1 : -6.38 -0.64 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp2 : -6.39 -0.64 11 0.70 [bos] a a a a b b b b b [eos] cls2 - sp3 : -7.94 -0.66 13 0.67 [bos] a a a a b b b b b b b [eos] cls2 - sp4 : -8.67 -0.72 13 0.67 [bos] a a a a b b b b b a b [eos] cls3 - sp0 : -3.72 -0.37 11 1.00 [bos] a a a a b b b b b [eos] cls3 - sp1 : -4.07 -0.41 11 0.90 [bos] a a a a b b b b b [eos] cls3 - sp2 : -4.99 -0.28 19 1.00 [bos] a a a a b b b b b b b b b b b b b [eos] cls3 - sp3 : -10.58 -0.08 128 1.00 [bos] a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -11.02 -0.09 128 1.00 [bos] a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-300 src: none none 7 [bos] b b b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.55 /-6.54 /1.99 /0.0/0.00 -0.76 /-1.09 7 [bos] b b b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -39.90 /-3.84 /-36.06 / /-38.05 -7.98 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -28.87 /-5.96 /-22.91 / /-24.90 -4.12 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -28.67 /-5.44 /-23.22 / /-25.21 -4.78 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -29.84 /-3.91 /-25.93 / /-27.92 -9.95 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.18 /-2.30 /-18.87 / /-20.86 -10.59/-1.15 3 [bos] b [eos] cls0 - sp0 : -4.14 -0.69 7 0.17 [bos] b b b a b [eos] cls0 - sp1 : -4.32 -0.72 7 0.17 [bos] b b b a [unk] [eos] cls0 - sp2 : -4.55 -0.76 7 0.00 [bos] b b b a b [eos] cls0 - sp3 : -5.11 -0.85 7 0.17 [bos] b b b a [pad] [eos] cls0 - sp4 : -5.12 -0.85 7 0.17 [bos] b b b a b [eos] cls1 - sp0 : -3.69 -0.61 7 0.33 [bos] b b b a b [eos] cls1 - sp1 : -4.49 -0.75 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp2 : -4.68 -0.78 7 0.33 [bos] b b b a b [eos] cls1 - sp3 : -4.88 -0.81 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp4 : -5.17 -0.86 7 0.33 [bos] b b b a b [eos] cls2 - sp0 : -2.66 -0.44 7 0.67 [bos] b b b a b [eos] cls2 - sp1 : -3.09 -0.52 7 0.67 [bos] b b b a b [eos] cls2 - sp2 : -3.57 -0.59 7 0.67 [bos] b b b a [unk] [eos] cls2 - sp3 : -3.60 -0.60 7 0.50 [bos] b b b a b [eos] cls2 - sp4 : -4.22 -0.70 7 0.50 [bos] b b b a b [eos] cls3 - sp0 : -2.25 -0.38 7 0.83 [bos] b b b a b [eos] cls3 - sp1 : -2.89 -0.48 7 0.83 [bos] b b b a [unk] [eos] cls3 - sp2 : -3.12 -0.52 7 1.00 [bos] b b b a b [eos] cls3 - sp3 : -3.54 -0.59 7 0.83 [bos] b b b a b [eos] cls3 - sp4 : -3.63 -0.60 7 0.83 [bos] b b b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-301 src: none none 7 [bos] b b b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.12 /-6.54 /3.43 /0.0/0.00 -0.52 /-1.09 7 [bos] b b b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -36.19 /-3.84 /-32.35 / /-35.78 -7.24 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -27.00 /-5.96 /-21.04 / /-24.47 -3.86 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -27.36 /-5.44 /-21.92 / /-25.35 -4.56 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -30.14 /-3.91 /-26.23 / /-29.65 -10.05/-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.33 /-2.30 /-19.03 / /-22.45 -10.66/-1.15 3 [bos] b [eos] cls0 - sp0 : -4.14 -0.69 7 0.17 [bos] b b b a b [eos] cls0 - sp1 : -4.32 -0.72 7 0.17 [bos] b b b a [unk] [eos] cls0 - sp2 : -4.55 -0.76 7 0.00 [bos] b b b a b [eos] cls0 - sp3 : -5.11 -0.85 7 0.17 [bos] b b b a [pad] [eos] cls0 - sp4 : -5.12 -0.85 7 0.17 [bos] b b b a b [eos] cls1 - sp0 : -3.69 -0.61 7 0.33 [bos] b b b a b [eos] cls1 - sp1 : -4.49 -0.75 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp2 : -4.68 -0.78 7 0.33 [bos] b b b a b [eos] cls1 - sp3 : -4.88 -0.81 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp4 : -5.17 -0.86 7 0.33 [bos] b b b a b [eos] cls2 - sp0 : -2.66 -0.44 7 0.67 [bos] b b b a b [eos] cls2 - sp1 : -3.09 -0.52 7 0.67 [bos] b b b a b [eos] cls2 - sp2 : -3.57 -0.59 7 0.67 [bos] b b b a [unk] [eos] cls2 - sp3 : -3.60 -0.60 7 0.50 [bos] b b b a b [eos] cls2 - sp4 : -4.22 -0.70 7 0.50 [bos] b b b a b [eos] cls3 - sp0 : -2.25 -0.38 7 0.83 [bos] b b b a b [eos] cls3 - sp1 : -2.89 -0.48 7 0.83 [bos] b b b a [unk] [eos] cls3 - sp2 : -3.12 -0.52 7 1.00 [bos] b b b a b [eos] cls3 - sp3 : -3.54 -0.59 7 0.83 [bos] b b b a b [eos] cls3 - sp4 : -3.63 -0.60 7 0.83 [bos] b b b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-302 src: none none 7 [bos] b b b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.80 /-6.54 /2.75 /0.0/0.00 -0.63 /-1.09 7 [bos] b b b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -40.78 /-3.84 /-36.95 / /-39.69 -8.16 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.39 /-5.96 /-18.43 / /-21.18 -3.48 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -27.88 /-5.44 /-22.44 / /-25.19 -4.65 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -28.97 /-3.91 /-25.06 / /-27.81 -9.66 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.30 /-2.30 /-19.00 / /-21.74 -10.65/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.80 -0.63 7 0.00 [bos] b b b a b [eos] cls0 - sp1 : -3.86 -0.64 7 0.17 [bos] b b b a b [eos] cls0 - sp2 : -4.01 -0.67 7 0.17 [bos] b b b a b [eos] cls0 - sp3 : -4.38 -0.73 7 0.17 [bos] b b b a b [eos] cls0 - sp4 : -4.41 -0.74 7 0.17 [bos] b b b a [unk] [eos] cls1 - sp0 : -3.64 -0.61 7 0.33 [bos] b b b a b [eos] cls1 - sp1 : -3.98 -0.66 7 0.33 [bos] b b b a b [eos] cls1 - sp2 : -4.07 -0.68 7 0.33 [bos] b b b a b [eos] cls1 - sp3 : -4.16 -0.69 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp4 : -4.49 -0.75 7 0.33 [bos] b b b a [unk] [eos] cls2 - sp0 : -3.10 -0.52 7 0.67 [bos] b b b a b [eos] cls2 - sp1 : -3.28 -0.55 7 0.67 [bos] b b b a b [eos] cls2 - sp2 : -3.58 -0.60 7 0.50 [bos] b b b a b [eos] cls2 - sp3 : -4.13 -0.69 7 0.50 [bos] b b b a [unk] [eos] cls2 - sp4 : -4.37 -0.73 7 0.50 [bos] b b b a b [eos] cls3 - sp0 : -2.01 -0.33 7 0.83 [bos] b b b a b [eos] cls3 - sp1 : -2.92 -0.49 7 1.00 [bos] b b b a b [eos] cls3 - sp2 : -3.61 -0.60 7 0.83 [bos] b b b a [unk] [eos] cls3 - sp3 : -3.93 -0.66 7 0.83 [bos] [unk] b b a b [eos] cls3 - sp4 : -4.00 -0.67 7 0.83 [bos] b b b a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-303 src: none none 7 [bos] b b b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.92 /-6.54 /3.62 /0.0/0.00 -0.49 /-1.09 7 [bos] b b b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -36.08 /-3.84 /-32.25 / /-35.87 -7.22 /-0.77 6 [bos] a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.30 /-5.96 /-18.35 / /-21.97 -3.47 /-0.85 8 [bos] b b b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -27.04 /-5.44 /-21.60 / /-25.22 -4.51 /-0.91 7 [bos] b a a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -28.01 /-3.91 /-24.10 / /-27.72 -9.34 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -21.64 /-2.30 /-19.34 / /-22.96 -10.82/-1.15 3 [bos] b [eos] cls0 - sp0 : -3.80 -0.63 7 0.00 [bos] b b b a b [eos] cls0 - sp1 : -3.86 -0.64 7 0.17 [bos] b b b a b [eos] cls0 - sp2 : -4.01 -0.67 7 0.17 [bos] b b b a b [eos] cls0 - sp3 : -4.38 -0.73 7 0.17 [bos] b b b a b [eos] cls0 - sp4 : -4.41 -0.74 7 0.17 [bos] b b b a [unk] [eos] cls1 - sp0 : -3.64 -0.61 7 0.33 [bos] b b b a b [eos] cls1 - sp1 : -3.98 -0.66 7 0.33 [bos] b b b a b [eos] cls1 - sp2 : -4.07 -0.68 7 0.33 [bos] b b b a b [eos] cls1 - sp3 : -4.16 -0.69 7 0.33 [bos] b b b a [unk] [eos] cls1 - sp4 : -4.49 -0.75 7 0.33 [bos] b b b a [unk] [eos] cls2 - sp0 : -3.10 -0.52 7 0.67 [bos] b b b a b [eos] cls2 - sp1 : -3.28 -0.55 7 0.67 [bos] b b b a b [eos] cls2 - sp2 : -3.58 -0.60 7 0.50 [bos] b b b a b [eos] cls2 - sp3 : -4.13 -0.69 7 0.50 [bos] b b b a [unk] [eos] cls2 - sp4 : -4.37 -0.73 7 0.50 [bos] b b b a b [eos] cls3 - sp0 : -2.01 -0.33 7 0.83 [bos] b b b a b [eos] cls3 - sp1 : -2.92 -0.49 7 1.00 [bos] b b b a b [eos] cls3 - sp2 : -3.61 -0.60 7 0.83 [bos] b b b a [unk] [eos] cls3 - sp3 : -3.93 -0.66 7 0.83 [bos] [unk] b b a b [eos] cls3 - sp4 : -4.00 -0.67 7 0.83 [bos] b b b a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-304 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 /1.1/-1.10 -0.63 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 / /-1.10 -0.63 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.94 /-3.32 /-28.61 / /-30.75 -7.98 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.27 /-4.42 /-13.85 / /-15.98 -4.57 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -41.89 /-4.93 /-36.96 / /-39.09 -8.38 /-0.99 6 [bos] a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 / /-1.10 -0.63 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-305 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 /1.1/-1.10 -1.16 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 / /-1.10 -1.16 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.02 /-3.32 /-27.69 / /-28.77 -7.75 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.49 /-4.42 /-16.07 / /-17.14 -5.12 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -37.19 /-4.93 /-32.26 / /-33.33 -7.44 /-0.99 6 [bos] a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 / /-1.10 -1.16 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-306 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 /1.1/-1.10 -0.66 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 / /-1.10 -0.66 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.43 /-3.32 /-28.11 / /-30.19 -7.86 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.32 /-4.42 /-14.90 / /-16.98 -4.83 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -41.56 /-4.93 /-36.63 / /-38.71 -8.31 /-0.99 6 [bos] a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 / /-1.10 -0.66 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-307 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 /1.1/-1.10 -1.23 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 / /-1.10 -1.23 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -29.86 /-3.32 /-26.53 / /-27.47 -7.46 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.23 /-4.42 /-15.80 / /-16.74 -5.06 /-1.11 5 [bos] b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -36.43 /-4.93 /-31.50 / /-32.44 -7.29 /-0.99 6 [bos] a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 / /-1.10 -1.23 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-308 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.87 /-3.91 /2.04 /0.0/0.00 -0.62 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.85 /-3.91 /-15.94 / /-17.98 -6.62 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -49.45 /-11.88 /-37.57 / /-39.61 -4.95 /-1.19 11 [bos] b a b a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -41.05 /-5.44 /-35.61 / /-37.65 -6.84 /-0.91 7 [bos] a b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -23.54 /-2.30 /-21.24 / /-23.28 -11.77/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -157.55/-29.12 /-128.43/ /-130.47 -4.77 /-0.88 34 [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-309 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.93 /-3.91 /0.98 /0.0/0.00 -0.98 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -20.65 /-3.91 /-16.73 / /-17.71 -6.88 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -49.64 /-11.88 /-37.76 / /-38.74 -4.96 /-1.19 11 [bos] b a b a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.53 /-5.44 /-33.08 / /-34.06 -6.42 /-0.91 7 [bos] a b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -23.21 /-2.30 /-20.91 / /-21.89 -11.60/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -201.98/-29.12 /-172.86/ /-173.84 -6.12 /-0.88 34 [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos] cls0 - sp0 : -1.87 -0.62 4 0.00 [bos] b a [eos] cls0 - sp1 : -4.00 -4.00 2 0.00 [bos] [eos] cls0 - sp2 : -5.81 -1.94 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -6.11 -2.04 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.48 -2.83 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.79 -0.60 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.93 -0.98 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.17 -1.06 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.43 -1.14 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.93 -1.64 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.89 -0.63 4 0.67 [bos] b a [eos] cls2 - sp1 : -2.04 -0.68 4 0.67 [bos] [unk] a [eos] cls2 - sp2 : -2.86 -0.95 4 0.67 [bos] b a [eos] cls2 - sp3 : -4.16 -1.39 4 0.67 [bos] [unk] a [eos] cls2 - sp4 : -4.26 -1.42 4 0.67 [bos] [pad] a [eos] cls3 - sp0 : -2.93 -0.98 4 1.00 [bos] b a [eos] cls3 - sp1 : -3.08 -1.03 4 1.00 [bos] [unk] a [eos] cls3 - sp2 : -4.36 -4.36 2 1.00 [bos] [eos] cls3 - sp3 : -5.30 -1.77 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.83 -1.96 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-310 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.99 /-3.91 /1.92 /0.0/-0.00 -0.66 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -18.58 /-3.91 /-14.66 / /-16.59 -6.19 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -50.28 /-11.88 /-38.40 / /-40.32 -5.03 /-1.19 11 [bos] b a b a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -40.99 /-5.44 /-35.54 / /-37.47 -6.83 /-0.91 7 [bos] a b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -21.88 /-2.30 /-19.58 / /-21.51 -10.94/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -186.20/-29.12 /-157.08/ /-159.00 -5.64 /-0.88 34 [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-311 src: none none 4 [bos] b a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.00 /-3.91 /0.91 /0.0/-0.00 -1.00 /-1.30 4 [bos] b a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.49 /-3.91 /-15.58 / /-16.49 -6.50 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -54.19 /-11.88 /-42.30 / /-43.22 -5.42 /-1.19 11 [bos] b a b a a b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -39.30 /-5.44 /-33.86 / /-34.77 -6.55 /-0.91 7 [bos] a b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -21.61 /-2.30 /-19.31 / /-20.22 -10.81/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -213.32/-29.12 /-184.20/ /-185.11 -6.46 /-0.88 34 [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos] cls0 - sp0 : -1.99 -0.66 4 0.00 [bos] b a [eos] cls0 - sp1 : -3.31 -3.31 2 0.00 [bos] [eos] cls0 - sp2 : -5.44 -1.81 4 0.00 [bos] [unk] a [eos] cls0 - sp3 : -5.99 -2.00 4 0.00 [bos] [pad] a [eos] cls0 - sp4 : -8.03 -2.68 4 0.00 [bos] b [unk] [eos] cls1 - sp0 : -1.91 -0.64 4 0.33 [bos] b a [eos] cls1 - sp1 : -2.90 -0.97 4 0.33 [bos] [unk] a [eos] cls1 - sp2 : -3.25 -1.08 4 0.33 [bos] b a [eos] cls1 - sp3 : -3.59 -1.20 4 0.33 [bos] b a [eos] cls1 - sp4 : -4.52 -1.51 4 0.33 [bos] [unk] a [eos] cls2 - sp0 : -1.98 -0.66 4 0.67 [bos] [unk] a [eos] cls2 - sp1 : -1.98 -0.66 4 0.67 [bos] b a [eos] cls2 - sp2 : -2.96 -0.99 4 0.67 [bos] b a [eos] cls2 - sp3 : -3.89 -1.30 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -4.10 -1.37 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.99 -1.00 4 1.00 [bos] [unk] a [eos] cls3 - sp1 : -3.00 -1.00 4 1.00 [bos] b a [eos] cls3 - sp2 : -3.70 -3.70 2 1.00 [bos] [eos] cls3 - sp3 : -4.90 -1.63 4 1.00 [bos] [pad] a [eos] cls3 - sp4 : -7.73 -1.93 5 0.75 [bos] b a [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-312 src: none none 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -16.13 /-18.09 /1.96 /0.0/0.00 -0.81 /-0.90 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -51.87 /-5.96 /-45.92 / /-47.87 -7.41 /-0.85 8 [bos] b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.02 /-10.78 /-19.24 / /-21.20 -3.00 /-1.08 11 [bos] b b a b a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.00 /-2.81 /-35.18 / /-37.14 -12.67/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -37.72 /-6.54 /-31.17 / /-33.13 -6.29 /-1.09 7 [bos] b b a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -48.02 /-9.02 /-39.00 / /-40.96 -3.69 /-0.69 14 [bos] b b b b b a a a a a a a [eos] cls0 - sp0 : -14.87 -14.87 2 0.00 [bos] [eos] cls0 - sp1 : -44.16 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -44.40 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -44.72 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -44.93 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.73 -0.72 9 0.25 [bos] a a a b b b b [eos] cls1 - sp1 : -5.81 -0.73 9 0.38 [bos] a a a b b b b [eos] cls1 - sp2 : -10.46 -0.80 14 0.31 [bos] a a a b b b b a b b b b [eos] cls1 - sp3 : -10.56 -0.81 14 0.31 [bos] a a a b b b b b b b b b [eos] cls1 - sp4 : -11.14 -0.74 16 0.27 [bos] a a a b b b b a b b b b b b [eos] cls2 - sp0 : -4.74 -0.59 9 0.62 [bos] a a a b b b b [eos] cls2 - sp1 : -5.00 -0.63 9 0.50 [bos] a a a b b b b [eos] cls2 - sp2 : -5.01 -0.63 9 0.62 [bos] a a a b b b b [eos] cls2 - sp3 : -5.88 -0.73 9 0.62 [bos] a a a b b b b [eos] cls2 - sp4 : -5.93 -0.74 9 0.62 [bos] a a a b b b b [eos] cls3 - sp0 : -2.91 -0.36 9 0.88 [bos] a a a b b b b [eos] cls3 - sp1 : -3.35 -0.42 9 1.00 [bos] a a a b b b b [eos] cls3 - sp2 : -14.77 -14.77 2 1.00 [bos] [eos] cls3 - sp3 : -14.98 -0.12 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -16.64 -0.13 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-313 src: none none 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -16.40 /-18.09 /1.69 /0.0/0.00 -0.82 /-0.90 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -46.13 /-5.96 /-40.18 / /-41.86 -6.59 /-0.85 8 [bos] b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.10 /-10.78 /-18.32 / /-20.00 -2.91 /-1.08 11 [bos] b b a b a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.49 /-2.81 /-36.68 / /-38.36 -13.16/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -37.38 /-6.54 /-30.83 / /-32.52 -6.23 /-1.09 7 [bos] b b a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -48.49 /-9.02 /-39.47 / /-41.15 -3.73 /-0.69 14 [bos] b b b b b a a a a a a a [eos] cls0 - sp0 : -14.87 -14.87 2 0.00 [bos] [eos] cls0 - sp1 : -44.16 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -44.40 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -44.72 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -44.93 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -5.73 -0.72 9 0.25 [bos] a a a b b b b [eos] cls1 - sp1 : -5.81 -0.73 9 0.38 [bos] a a a b b b b [eos] cls1 - sp2 : -10.46 -0.80 14 0.31 [bos] a a a b b b b a b b b b [eos] cls1 - sp3 : -10.56 -0.81 14 0.31 [bos] a a a b b b b b b b b b [eos] cls1 - sp4 : -11.14 -0.74 16 0.27 [bos] a a a b b b b a b b b b b b [eos] cls2 - sp0 : -4.74 -0.59 9 0.62 [bos] a a a b b b b [eos] cls2 - sp1 : -5.00 -0.63 9 0.50 [bos] a a a b b b b [eos] cls2 - sp2 : -5.01 -0.63 9 0.62 [bos] a a a b b b b [eos] cls2 - sp3 : -5.88 -0.73 9 0.62 [bos] a a a b b b b [eos] cls2 - sp4 : -5.93 -0.74 9 0.62 [bos] a a a b b b b [eos] cls3 - sp0 : -2.91 -0.36 9 0.88 [bos] a a a b b b b [eos] cls3 - sp1 : -3.35 -0.42 9 1.00 [bos] a a a b b b b [eos] cls3 - sp2 : -14.77 -14.77 2 1.00 [bos] [eos] cls3 - sp3 : -14.98 -0.12 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -16.64 -0.13 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-314 src: none none 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -14.91 /-18.09 /3.18 /0.0/0.00 -0.75 /-0.90 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -49.96 /-5.96 /-44.01 / /-47.19 -7.14 /-0.85 8 [bos] b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -30.90 /-10.78 /-20.11 / /-23.30 -3.09 /-1.08 11 [bos] b b a b a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -37.27 /-2.81 /-34.45 / /-37.64 -12.42/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -36.31 /-6.54 /-29.77 / /-32.95 -6.05 /-1.09 7 [bos] b b a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -46.01 /-9.02 /-36.98 / /-40.17 -3.54 /-0.69 14 [bos] b b b b b a a a a a a a [eos] cls0 - sp0 : -15.14 -15.14 2 0.00 [bos] [eos] cls0 - sp1 : -61.93 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp3 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -62.79 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -12.71 -0.91 15 0.29 [bos] a a a b b b b a b a b b b [eos] cls1 - sp1 : -13.12 -0.87 16 0.27 [bos] a a a b b b b a b a b b b b [eos] cls1 - sp2 : -13.35 -0.83 17 0.25 [bos] a a a b b b b a b a b b b b b [eos] cls1 - sp3 : -16.19 -0.95 18 0.29 [bos] a a a b b b b a b a b b b b b b [eos] cls1 - sp4 : -16.68 -0.98 18 0.29 [bos] a a a b b b b a b a b b b b b a [eos] cls2 - sp0 : -5.85 -0.73 9 0.62 [bos] a a a b b b b [eos] cls2 - sp1 : -6.03 -0.75 9 0.62 [bos] a a a b b b b [eos] cls2 - sp2 : -6.09 -0.76 9 0.50 [bos] a a a b b b b [eos] cls2 - sp3 : -9.37 -0.78 13 0.67 [bos] a a a b b b b a b b b [eos] cls2 - sp4 : -9.44 -0.79 13 0.67 [bos] a a a b b b b a b a b [eos] cls3 - sp0 : -3.66 -0.46 9 0.88 [bos] a a a b b b b [eos] cls3 - sp1 : -4.06 -0.51 9 1.00 [bos] a a a b b b b [eos] cls3 - sp2 : -15.11 -15.11 2 1.00 [bos] [eos] cls3 - sp3 : -20.53 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -21.28 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-315 src: none none 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt0: mod/noi/dif/loss/nce/logp -14.82 /-18.09 /3.27 /0.0/0.00 -0.74 /-0.90 21 [bos] a a a b b b b a a a b b b a a b b b a [eos] tgt1: mod/noi/dif/loss/nce/logp -49.52 /-5.96 /-43.56 / /-46.83 -7.07 /-0.85 8 [bos] b a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -33.09 /-10.78 /-22.31 / /-25.58 -3.31 /-1.08 11 [bos] b b a b a b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.52 /-2.81 /-36.71 / /-39.98 -13.17/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -37.04 /-6.54 /-30.50 / /-33.77 -6.17 /-1.09 7 [bos] b b a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -47.50 /-9.02 /-38.48 / /-41.75 -3.65 /-0.69 14 [bos] b b b b b a a a a a a a [eos] cls0 - sp0 : -15.14 -15.14 2 0.00 [bos] [eos] cls0 - sp1 : -61.93 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a cls0 - sp3 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -62.79 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -12.71 -0.91 15 0.29 [bos] a a a b b b b a b a b b b [eos] cls1 - sp1 : -13.12 -0.87 16 0.27 [bos] a a a b b b b a b a b b b b [eos] cls1 - sp2 : -13.35 -0.83 17 0.25 [bos] a a a b b b b a b a b b b b b [eos] cls1 - sp3 : -16.19 -0.95 18 0.29 [bos] a a a b b b b a b a b b b b b b [eos] cls1 - sp4 : -16.68 -0.98 18 0.29 [bos] a a a b b b b a b a b b b b b a [eos] cls2 - sp0 : -5.85 -0.73 9 0.62 [bos] a a a b b b b [eos] cls2 - sp1 : -6.03 -0.75 9 0.62 [bos] a a a b b b b [eos] cls2 - sp2 : -6.09 -0.76 9 0.50 [bos] a a a b b b b [eos] cls2 - sp3 : -9.37 -0.78 13 0.67 [bos] a a a b b b b a b b b [eos] cls2 - sp4 : -9.44 -0.79 13 0.67 [bos] a a a b b b b a b a b [eos] cls3 - sp0 : -3.66 -0.46 9 0.88 [bos] a a a b b b b [eos] cls3 - sp1 : -4.06 -0.51 9 1.00 [bos] a a a b b b b [eos] cls3 - sp2 : -15.11 -15.11 2 1.00 [bos] [eos] cls3 - sp3 : -20.53 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -21.28 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-316 src: none none 9 [bos] b b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.72 /-6.47 /2.75 /0.0/-0.00 -0.46 /-0.81 9 [bos] b b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -11.14 /-8.08 /-3.06 / /-5.81 -1.24 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -14.46 /-4.35 /-10.12 / /-12.87 -2.41 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -58.98 /-7.49 /-51.49 / /-54.24 -5.90 /-0.75 11 [bos] a a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -47.06 /-11.73 /-35.33 / /-38.08 -3.36 /-0.84 15 [bos] a b b a a a a a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.57 /-3.91 /-19.65 / /-22.40 -7.86 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -3.72 -0.46 9 0.00 [bos] b b b b b a a [eos] cls0 - sp1 : -3.81 -0.48 9 0.12 [bos] b b b b b a a [eos] cls0 - sp2 : -3.93 -0.49 9 0.12 [bos] b b b b b a a [eos] cls0 - sp3 : -4.07 -0.51 9 0.12 [bos] b b b b b a a [eos] cls0 - sp4 : -4.37 -0.55 9 0.12 [bos] b b b b b a a [eos] cls1 - sp0 : -3.96 -0.49 9 0.38 [bos] b b b b b a a [eos] cls1 - sp1 : -4.08 -0.51 9 0.38 [bos] b b b b b a a [eos] cls1 - sp2 : -4.19 -0.52 9 0.25 [bos] b b b b b a a [eos] cls1 - sp3 : -4.22 -0.53 9 0.25 [bos] b b b b b a a [eos] cls1 - sp4 : -4.26 -0.53 9 0.25 [bos] b b b b b a a [eos] cls2 - sp0 : -3.48 -0.44 9 0.62 [bos] b b b b b a a [eos] cls2 - sp1 : -3.88 -0.48 9 0.62 [bos] b b b b b a a [eos] cls2 - sp2 : -3.89 -0.49 9 0.50 [bos] b b b b b a a [eos] cls2 - sp3 : -4.53 -0.57 9 0.50 [bos] b b b b b a a [eos] cls2 - sp4 : -4.92 -0.62 9 0.62 [bos] b b b b b a a [eos] cls3 - sp0 : -2.01 -0.25 9 0.88 [bos] b b b b b a a [eos] cls3 - sp1 : -3.08 -0.39 9 1.00 [bos] b b b b b a a [eos] cls3 - sp2 : -3.20 -0.40 9 0.75 [bos] b b b b b a a [eos] cls3 - sp3 : -3.91 -0.49 9 0.75 [bos] b b b b b a a [eos] cls3 - sp4 : -4.26 -0.53 9 0.88 [bos] b b b b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-317 src: none none 9 [bos] b b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.08 /-6.47 /3.38 /0.0/-0.00 -0.39 /-0.81 9 [bos] b b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -10.87 /-8.08 /-2.79 / /-6.18 -1.21 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -15.80 /-4.35 /-11.46 / /-14.84 -2.63 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -64.23 /-7.49 /-56.74 / /-60.13 -6.42 /-0.75 11 [bos] a a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -48.12 /-11.73 /-36.39 / /-39.78 -3.44 /-0.84 15 [bos] a b b a a a a a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.67 /-3.91 /-22.75 / /-26.14 -8.89 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -3.72 -0.46 9 0.00 [bos] b b b b b a a [eos] cls0 - sp1 : -3.81 -0.48 9 0.12 [bos] b b b b b a a [eos] cls0 - sp2 : -3.93 -0.49 9 0.12 [bos] b b b b b a a [eos] cls0 - sp3 : -4.07 -0.51 9 0.12 [bos] b b b b b a a [eos] cls0 - sp4 : -4.37 -0.55 9 0.12 [bos] b b b b b a a [eos] cls1 - sp0 : -3.96 -0.49 9 0.38 [bos] b b b b b a a [eos] cls1 - sp1 : -4.08 -0.51 9 0.38 [bos] b b b b b a a [eos] cls1 - sp2 : -4.19 -0.52 9 0.25 [bos] b b b b b a a [eos] cls1 - sp3 : -4.22 -0.53 9 0.25 [bos] b b b b b a a [eos] cls1 - sp4 : -4.26 -0.53 9 0.25 [bos] b b b b b a a [eos] cls2 - sp0 : -3.48 -0.44 9 0.62 [bos] b b b b b a a [eos] cls2 - sp1 : -3.88 -0.48 9 0.62 [bos] b b b b b a a [eos] cls2 - sp2 : -3.89 -0.49 9 0.50 [bos] b b b b b a a [eos] cls2 - sp3 : -4.53 -0.57 9 0.50 [bos] b b b b b a a [eos] cls2 - sp4 : -4.92 -0.62 9 0.62 [bos] b b b b b a a [eos] cls3 - sp0 : -2.01 -0.25 9 0.88 [bos] b b b b b a a [eos] cls3 - sp1 : -3.08 -0.39 9 1.00 [bos] b b b b b a a [eos] cls3 - sp2 : -3.20 -0.40 9 0.75 [bos] b b b b b a a [eos] cls3 - sp3 : -3.91 -0.49 9 0.75 [bos] b b b b b a a [eos] cls3 - sp4 : -4.26 -0.53 9 0.88 [bos] b b b b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-318 src: none none 9 [bos] b b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.45 /-6.47 /3.01 /0.01/-0.01 -0.43 /-0.81 9 [bos] b b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -9.79 /-8.08 /-1.72 / /-4.74 -1.09 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -14.35 /-4.35 /-10.01 / /-13.03 -2.39 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -56.60 /-7.49 /-49.11 / /-52.13 -5.66 /-0.75 11 [bos] a a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -46.26 /-11.73 /-34.53 / /-37.56 -3.30 /-0.84 15 [bos] a b b a a a a a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -22.74 /-3.91 /-18.83 / /-21.85 -7.58 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -3.45 -0.43 9 0.00 [bos] b b b b b a a [eos] cls0 - sp1 : -3.81 -0.48 9 0.12 [bos] b b b b b a a [eos] cls0 - sp2 : -4.01 -0.50 9 0.12 [bos] b b b b b a a [eos] cls0 - sp3 : -4.19 -0.52 9 0.12 [bos] b b b b b a a [eos] cls0 - sp4 : -4.43 -0.55 9 0.12 [bos] b b b b b a a [eos] cls1 - sp0 : -3.65 -0.46 9 0.38 [bos] b b b b b a a [eos] cls1 - sp1 : -3.69 -0.46 9 0.25 [bos] b b b b b a a [eos] cls1 - sp2 : -4.09 -0.51 9 0.25 [bos] b b b b b a a [eos] cls1 - sp3 : -4.27 -0.53 9 0.38 [bos] b b b b b a a [eos] cls1 - sp4 : -4.30 -0.54 9 0.25 [bos] b b b b b a a [eos] cls2 - sp0 : -3.85 -0.48 9 0.62 [bos] b b b b b a a [eos] cls2 - sp1 : -3.88 -0.49 9 0.62 [bos] b b b b b a a [eos] cls2 - sp2 : -4.40 -0.55 9 0.50 [bos] b b b b b a a [eos] cls2 - sp3 : -4.65 -0.58 9 0.50 [bos] b b b b b a a [eos] cls2 - sp4 : -4.86 -0.61 9 0.50 [bos] b b b b b a a [eos] cls3 - sp0 : -1.86 -0.23 9 0.88 [bos] b b b b b a a [eos] cls3 - sp1 : -2.76 -0.35 9 1.00 [bos] b b b b b a a [eos] cls3 - sp2 : -3.07 -0.38 9 0.75 [bos] b b b b b a a [eos] cls3 - sp3 : -3.86 -0.48 9 0.75 [bos] b b b b b a a [eos] cls3 - sp4 : -3.88 -0.49 9 0.75 [bos] b b b b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-319 src: none none 9 [bos] b b b b b a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.76 /-6.47 /3.70 /0.01/-0.01 -0.35 /-0.81 9 [bos] b b b b b a a [eos] tgt1: mod/noi/dif/loss/nce/logp -9.01 /-8.08 /-0.94 / /-4.65 -1.00 /-0.90 10 [bos] b b b b b a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -15.04 /-4.35 /-10.70 / /-14.41 -2.51 /-0.72 7 [bos] b b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -57.36 /-7.49 /-49.88 / /-53.59 -5.74 /-0.75 11 [bos] a a a a b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -48.32 /-11.73 /-36.59 / /-40.30 -3.45 /-0.84 15 [bos] a b b a a a a a b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -26.10 /-3.91 /-22.19 / /-25.90 -8.70 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -3.45 -0.43 9 0.00 [bos] b b b b b a a [eos] cls0 - sp1 : -3.81 -0.48 9 0.12 [bos] b b b b b a a [eos] cls0 - sp2 : -4.01 -0.50 9 0.12 [bos] b b b b b a a [eos] cls0 - sp3 : -4.19 -0.52 9 0.12 [bos] b b b b b a a [eos] cls0 - sp4 : -4.43 -0.55 9 0.12 [bos] b b b b b a a [eos] cls1 - sp0 : -3.65 -0.46 9 0.38 [bos] b b b b b a a [eos] cls1 - sp1 : -3.69 -0.46 9 0.25 [bos] b b b b b a a [eos] cls1 - sp2 : -4.09 -0.51 9 0.25 [bos] b b b b b a a [eos] cls1 - sp3 : -4.27 -0.53 9 0.38 [bos] b b b b b a a [eos] cls1 - sp4 : -4.30 -0.54 9 0.25 [bos] b b b b b a a [eos] cls2 - sp0 : -3.85 -0.48 9 0.62 [bos] b b b b b a a [eos] cls2 - sp1 : -3.88 -0.49 9 0.62 [bos] b b b b b a a [eos] cls2 - sp2 : -4.40 -0.55 9 0.50 [bos] b b b b b a a [eos] cls2 - sp3 : -4.65 -0.58 9 0.50 [bos] b b b b b a a [eos] cls2 - sp4 : -4.86 -0.61 9 0.50 [bos] b b b b b a a [eos] cls3 - sp0 : -1.86 -0.23 9 0.88 [bos] b b b b b a a [eos] cls3 - sp1 : -2.76 -0.35 9 1.00 [bos] b b b b b a a [eos] cls3 - sp2 : -3.07 -0.38 9 0.75 [bos] b b b b b a a [eos] cls3 - sp3 : -3.86 -0.48 9 0.75 [bos] b b b b b a a [eos] cls3 - sp4 : -3.88 -0.49 9 0.75 [bos] b b b b b a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-320 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.04 /-2.81 /0.77 /0.0/-0.00 -0.68 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -13.86 /-4.35 /-9.52 / /-10.29 -2.31 /-0.72 7 [bos] b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -23.70 /-4.93 /-18.76 / /-19.53 -4.74 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -22.77 /-2.81 /-19.96 / /-20.73 -7.59 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -16.72 /-2.30 /-14.41 / /-15.19 -8.36 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -20.23 /-3.32 /-16.91 / /-17.68 -5.06 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-321 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.80 /-2.81 /0.01 /0.0/-0.00 -0.93 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -14.49 /-4.35 /-10.14 / /-10.15 -2.41 /-0.72 7 [bos] b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -23.11 /-4.93 /-18.17 / /-18.18 -4.62 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -22.71 /-2.81 /-19.90 / /-19.91 -7.57 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -17.96 /-2.30 /-15.65 / /-15.67 -8.98 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -19.27 /-3.32 /-15.94 / /-15.95 -4.82 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-322 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-2.81 /0.76 /0.0/-0.00 -0.69 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -15.94 /-4.35 /-11.59 / /-12.35 -2.66 /-0.72 7 [bos] b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -21.61 /-4.93 /-16.68 / /-17.44 -4.32 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.72 /-2.81 /-17.90 / /-18.66 -6.91 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.55 /-2.30 /-13.24 / /-14.00 -7.77 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -16.97 /-3.32 /-13.64 / /-14.40 -4.24 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-323 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.86 /-2.81 /-0.05 /0.0/-0.00 -0.95 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -17.01 /-4.35 /-12.66 / /-12.61 -2.83 /-0.72 7 [bos] b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -19.83 /-4.93 /-14.89 / /-14.85 -3.97 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -20.74 /-2.81 /-17.93 / /-17.88 -6.91 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -17.41 /-2.30 /-15.10 / /-15.06 -8.70 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -13.59 /-3.32 /-10.26 / /-10.22 -3.40 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-324 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -33.37 /-4.93 /-28.44 / /-29.45 -6.67 /-0.99 6 [bos] a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -40.90 /-6.03 /-34.87 / /-35.87 -8.18 /-1.21 6 [bos] b a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -194.95/-21.82 /-173.13/ /-174.14 -8.48 /-0.95 24 [bos] b a b b a b a a a b b b b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -10.70 /-3.91 /-6.79 / /-7.79 -3.57 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -34.47 /-3.84 /-30.64 / /-31.64 -6.89 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-325 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -30.47 /-4.93 /-25.53 / /-26.12 -6.09 /-0.99 6 [bos] a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -40.04 /-6.03 /-34.00 / /-34.59 -8.01 /-1.21 6 [bos] b a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -170.52/-21.82 /-148.70/ /-149.28 -7.41 /-0.95 24 [bos] b a b b a b a a a b b b b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -11.84 /-3.91 /-7.93 / /-8.51 -3.95 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -29.37 /-3.84 /-25.53 / /-26.12 -5.87 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-326 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -33.72 /-4.93 /-28.78 / /-29.79 -6.74 /-0.99 6 [bos] a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -41.11 /-6.03 /-35.07 / /-36.08 -8.22 /-1.21 6 [bos] b a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -196.12/-21.82 /-174.30/ /-175.31 -8.53 /-0.95 24 [bos] b a b b a b a a a b b b b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -10.80 /-3.91 /-6.88 / /-7.89 -3.60 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -34.63 /-3.84 /-30.79 / /-31.80 -6.93 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-327 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -30.90 /-4.93 /-25.96 / /-26.55 -6.18 /-0.99 6 [bos] a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -40.35 /-6.03 /-34.32 / /-34.90 -8.07 /-1.21 6 [bos] b a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -182.92/-21.82 /-161.10/ /-161.68 -7.95 /-0.95 24 [bos] b a b b a b a a a b b b b a b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -11.61 /-3.91 /-7.70 / /-8.28 -3.87 /-1.30 4 [bos] a b [eos] tgt5: mod/noi/dif/loss/nce/logp -29.79 /-3.84 /-25.95 / /-26.53 -5.96 /-0.77 6 [bos] a a a a [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-328 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.82 /-4.93 /2.11 /0.0/0.00 -0.56 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -30.39 /-6.03 /-24.36 / /-26.47 -6.08 /-1.21 6 [bos] a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.09 /-4.93 /-15.15 / /-17.26 -4.02 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.66 /-2.81 /-16.85 / /-18.96 -6.55 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -85.32 /-26.14 /-59.18 / /-61.29 -3.41 /-1.05 26 [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -18.71 /-3.32 /-15.38 / /-17.49 -4.68 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -2.82 -0.56 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.42 -0.68 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.69 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -3.93 -0.79 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.84 -0.97 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.24 -0.65 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -3.92 -0.78 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.07 -0.81 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.38 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.51 -0.90 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.73 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.33 -0.67 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.49 -0.70 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.80 -0.76 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.82 -0.76 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.53 -0.31 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.08 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.28 -0.66 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -3.95 -0.79 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.03 -0.81 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-329 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.08 /-4.93 /2.86 /0.0/0.00 -0.42 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -31.61 /-6.03 /-25.57 / /-28.43 -6.32 /-1.21 6 [bos] a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -20.23 /-4.93 /-15.30 / /-18.15 -4.05 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.92 /-2.81 /-17.10 / /-19.96 -6.64 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -133.91/-26.14 /-107.78/ /-110.63 -5.36 /-1.05 26 [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -17.15 /-3.32 /-13.82 / /-16.68 -4.29 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -2.82 -0.56 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.42 -0.68 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.69 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -3.93 -0.79 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.84 -0.97 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.24 -0.65 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -3.92 -0.78 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.07 -0.81 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.38 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.51 -0.90 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.73 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.33 -0.67 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.49 -0.70 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.80 -0.76 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.82 -0.76 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.53 -0.31 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.08 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.28 -0.66 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -3.95 -0.79 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.03 -0.81 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-330 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.85 /-4.93 /2.09 /0.0/-0.00 -0.57 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.81 /-6.03 /-22.78 / /-24.87 -5.76 /-1.21 6 [bos] a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.04 /-4.93 /-14.11 / /-16.20 -3.81 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -18.77 /-2.81 /-15.96 / /-18.04 -6.26 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -89.07 /-26.14 /-62.93 / /-65.02 -3.56 /-1.05 26 [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -18.01 /-3.32 /-14.69 / /-16.78 -4.50 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -2.85 -0.57 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.56 -0.71 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.70 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -4.02 -0.80 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.95 -0.99 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.31 -0.66 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -4.14 -0.83 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.23 -0.85 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.39 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.42 -0.88 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.75 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.55 -0.71 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.59 -0.72 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.63 -0.73 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.91 -0.78 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.51 -0.30 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.10 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.34 -0.67 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-331 src: none none 6 [bos] a a a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.10 /-4.93 /2.84 /0.0/-0.00 -0.42 /-0.99 6 [bos] a a a b [eos] tgt1: mod/noi/dif/loss/nce/logp -30.06 /-6.03 /-24.02 / /-26.86 -6.01 /-1.21 6 [bos] a b b a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.37 /-4.93 /-14.44 / /-17.28 -3.87 /-0.99 6 [bos] b a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.82 /-2.81 /-17.01 / /-19.85 -6.61 /-0.94 4 [bos] a a [eos] tgt4: mod/noi/dif/loss/nce/logp -129.53/-26.14 /-103.39/ /-106.23 -5.18 /-1.05 26 [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos] tgt5: mod/noi/dif/loss/nce/logp -15.94 /-3.32 /-12.61 / /-15.45 -3.98 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -2.85 -0.57 6 0.00 [bos] a a a b [eos] cls0 - sp1 : -3.56 -0.71 6 0.20 [bos] a a a b [eos] cls0 - sp2 : -3.70 -0.74 6 0.20 [bos] a a a b [eos] cls0 - sp3 : -4.02 -0.80 6 0.20 [bos] a a a b [eos] cls0 - sp4 : -4.95 -0.99 6 0.20 [bos] a a a b [eos] cls1 - sp0 : -3.31 -0.66 6 0.40 [bos] a a a b [eos] cls1 - sp1 : -4.14 -0.83 6 0.40 [bos] a a a b [eos] cls1 - sp2 : -4.23 -0.85 6 0.40 [bos] a a a b [eos] cls1 - sp3 : -4.39 -0.88 6 0.40 [bos] a a a b [eos] cls1 - sp4 : -4.42 -0.88 6 0.40 [bos] a a a b [eos] cls2 - sp0 : -2.75 -0.55 6 0.60 [bos] a a a b [eos] cls2 - sp1 : -3.55 -0.71 6 0.60 [bos] a a a b [eos] cls2 - sp2 : -3.59 -0.72 6 0.60 [bos] a a a b [eos] cls2 - sp3 : -3.63 -0.73 6 0.60 [bos] a a a b [eos] cls2 - sp4 : -3.91 -0.78 6 0.60 [bos] a a a b [eos] cls3 - sp0 : -1.51 -0.30 6 0.80 [bos] a a a b [eos] cls3 - sp1 : -2.10 -0.42 6 1.00 [bos] a a a b [eos] cls3 - sp2 : -3.34 -0.67 6 0.80 [bos] a a a b [eos] cls3 - sp3 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] cls3 - sp4 : -4.21 -0.84 6 0.80 [bos] a a a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-332 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -35.50 /-4.35 /-31.16 / /-32.16 -5.92 /-0.72 7 [bos] a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.79 /-3.84 /-35.95 / /-36.96 -7.96 /-0.77 6 [bos] b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -10.06 /-2.30 /-7.76 / /-8.77 -5.03 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -202.90/-21.23 /-181.66/ /-182.67 -8.45 /-0.88 25 [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -10.06 /-2.30 /-7.76 / /-8.77 -5.03 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-333 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -30.16 /-4.35 /-25.81 / /-26.40 -5.03 /-0.72 7 [bos] a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -39.56 /-3.84 /-35.72 / /-36.31 -7.91 /-0.77 6 [bos] b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -10.97 /-2.30 /-8.67 / /-9.25 -5.48 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -176.81/-21.23 /-155.58/ /-156.16 -7.37 /-0.88 25 [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -10.97 /-2.30 /-8.67 / /-9.25 -5.48 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-334 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -35.84 /-4.35 /-31.50 / /-32.50 -5.97 /-0.72 7 [bos] a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -40.12 /-3.84 /-36.28 / /-37.29 -8.02 /-0.77 6 [bos] b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -10.09 /-2.30 /-7.79 / /-8.79 -5.04 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -204.54/-21.23 /-183.31/ /-184.32 -8.52 /-0.88 25 [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -10.09 /-2.30 /-7.79 / /-8.79 -5.04 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-335 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -30.58 /-4.35 /-26.23 / /-26.81 -5.10 /-0.72 7 [bos] a a a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -40.09 /-3.84 /-36.26 / /-36.84 -8.02 /-0.77 6 [bos] b b b b [eos] tgt3: mod/noi/dif/loss/nce/logp -11.00 /-2.30 /-8.69 / /-9.28 -5.50 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -193.23/-21.23 /-172.00/ /-172.58 -8.05 /-0.88 25 [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -11.00 /-2.30 /-8.69 / /-9.28 -5.50 /-1.15 3 [bos] b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-336 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.88 /-5.44 /1.56 /0.0/0.00 -0.65 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -38.97 /-3.32 /-35.65 / /-37.21 -9.74 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.51 /-5.44 /-19.06 / /-20.62 -4.08 /-0.91 7 [bos] a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -39.85 /-5.88 /-33.97 / /-35.53 -4.43 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -71.27 /-11.22 /-60.06 / /-61.62 -5.48 /-0.86 14 [bos] a a b b b b b b a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -89.44 /-12.75 /-76.69 / /-78.25 -5.59 /-0.80 17 [bos] b b b b b b b a a a a b b b a [eos] cls0 - sp0 : -3.88 -0.65 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -4.07 -0.68 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.47 -0.75 7 0.17 [bos] a b b b [unk] [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.17 -0.86 7 0.17 [bos] a b b b [unk] [eos] cls1 - sp0 : -4.19 -0.70 7 0.33 [bos] a b b b [pad] [eos] cls1 - sp1 : -4.37 -0.73 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp2 : -4.44 -0.74 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.75 -0.79 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -3.03 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.85 -1.28 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.01 -0.67 7 0.67 [bos] a b b b b [eos] cls2 - sp3 : -4.14 -0.69 7 0.67 [bos] a b b b [unk] [eos] cls2 - sp4 : -4.43 -0.74 7 0.50 [bos] a b b b [pad] [eos] cls3 - sp0 : -1.92 -0.32 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -3.00 -0.50 7 0.83 [bos] a b b b [unk] [eos] cls3 - sp2 : -3.01 -0.50 7 1.00 [bos] a b b b b [eos] cls3 - sp3 : -3.75 -0.63 7 0.83 [bos] a b b b [pad] [eos] cls3 - sp4 : -4.12 -0.69 7 1.00 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-337 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.01 /-5.44 /2.43 /0.0/0.00 -0.50 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -35.91 /-3.32 /-32.59 / /-35.02 -8.98 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -22.49 /-5.44 /-17.05 / /-19.48 -3.75 /-0.91 7 [bos] a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -41.25 /-5.88 /-35.38 / /-37.81 -4.58 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -68.16 /-11.22 /-56.94 / /-59.38 -5.24 /-0.86 14 [bos] a a b b b b b b a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -81.01 /-12.75 /-68.26 / /-70.69 -5.06 /-0.80 17 [bos] b b b b b b b a a a a b b b a [eos] cls0 - sp0 : -3.88 -0.65 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -4.07 -0.68 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.47 -0.75 7 0.17 [bos] a b b b [unk] [eos] cls0 - sp3 : -4.55 -0.76 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.17 -0.86 7 0.17 [bos] a b b b [unk] [eos] cls1 - sp0 : -4.19 -0.70 7 0.33 [bos] a b b b [pad] [eos] cls1 - sp1 : -4.37 -0.73 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp2 : -4.44 -0.74 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.75 -0.79 7 0.33 [bos] a b b b [unk] [eos] cls1 - sp4 : -5.07 -0.84 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -3.03 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.85 -1.28 4 0.67 [bos] a b [eos] cls2 - sp2 : -4.01 -0.67 7 0.67 [bos] a b b b b [eos] cls2 - sp3 : -4.14 -0.69 7 0.67 [bos] a b b b [unk] [eos] cls2 - sp4 : -4.43 -0.74 7 0.50 [bos] a b b b [pad] [eos] cls3 - sp0 : -1.92 -0.32 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -3.00 -0.50 7 0.83 [bos] a b b b [unk] [eos] cls3 - sp2 : -3.01 -0.50 7 1.00 [bos] a b b b b [eos] cls3 - sp3 : -3.75 -0.63 7 0.83 [bos] a b b b [pad] [eos] cls3 - sp4 : -4.12 -0.69 7 1.00 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-338 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.54 /-5.44 /1.91 /0.0/0.00 -0.59 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -38.63 /-3.32 /-35.31 / /-37.22 -9.66 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -23.89 /-5.44 /-18.45 / /-20.36 -3.98 /-0.91 7 [bos] a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.18 /-5.88 /-32.30 / /-34.21 -4.24 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -56.03 /-11.22 /-44.81 / /-46.72 -4.31 /-0.86 14 [bos] a a b b b b b b a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -71.07 /-12.75 /-58.32 / /-60.22 -4.44 /-0.80 17 [bos] b b b b b b b a a a a b b b a [eos] cls0 - sp0 : -3.54 -0.59 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -3.63 -0.61 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.18 -0.70 7 0.17 [bos] a b b b b [eos] cls0 - sp3 : -4.76 -0.79 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.05 -0.84 7 0.17 [bos] a b b b b [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a b b b b [eos] cls1 - sp1 : -4.01 -0.67 7 0.33 [bos] a b b b b [eos] cls1 - sp2 : -4.17 -0.70 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.78 -0.80 7 0.33 [bos] a b b b b [eos] cls1 - sp4 : -5.33 -0.89 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -2.77 -0.46 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp2 : -3.44 -0.57 7 0.50 [bos] a b b b b [eos] cls2 - sp3 : -4.08 -0.68 7 0.67 [bos] a b b b b [eos] cls2 - sp4 : -4.34 -0.72 7 0.50 [bos] a b b b b [eos] cls3 - sp0 : -1.26 -0.21 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -2.36 -0.39 7 1.00 [bos] a b b b b [eos] cls3 - sp2 : -3.90 -0.65 7 0.83 [bos] a b b b b [eos] cls3 - sp3 : -4.20 -0.70 7 0.83 [bos] a b b b b [eos] cls3 - sp4 : -4.49 -0.75 7 0.83 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-339 src: none none 7 [bos] a b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.36 /-5.44 /3.08 /0.0/0.00 -0.39 /-0.91 7 [bos] a b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -35.48 /-3.32 /-32.15 / /-35.23 -8.87 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -21.27 /-5.44 /-15.82 / /-18.91 -3.54 /-0.91 7 [bos] a a a b b [eos] tgt3: mod/noi/dif/loss/nce/logp -40.03 /-5.88 /-34.15 / /-37.23 -4.45 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -59.83 /-11.22 /-48.61 / /-51.70 -4.60 /-0.86 14 [bos] a a b b b b b b a a a b [eos] tgt5: mod/noi/dif/loss/nce/logp -74.78 /-12.75 /-62.03 / /-65.11 -4.67 /-0.80 17 [bos] b b b b b b b a a a a b b b a [eos] cls0 - sp0 : -3.54 -0.59 7 0.00 [bos] a b b b b [eos] cls0 - sp1 : -3.63 -0.61 7 0.17 [bos] a b b b b [eos] cls0 - sp2 : -4.18 -0.70 7 0.17 [bos] a b b b b [eos] cls0 - sp3 : -4.76 -0.79 7 0.17 [bos] a b b b b [eos] cls0 - sp4 : -5.05 -0.84 7 0.17 [bos] a b b b b [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a b b b b [eos] cls1 - sp1 : -4.01 -0.67 7 0.33 [bos] a b b b b [eos] cls1 - sp2 : -4.17 -0.70 7 0.33 [bos] a b b b b [eos] cls1 - sp3 : -4.78 -0.80 7 0.33 [bos] a b b b b [eos] cls1 - sp4 : -5.33 -0.89 7 0.33 [bos] a b b b b [eos] cls2 - sp0 : -2.77 -0.46 7 0.67 [bos] a b b b b [eos] cls2 - sp1 : -3.08 -0.51 7 0.67 [bos] a b b b b [eos] cls2 - sp2 : -3.44 -0.57 7 0.50 [bos] a b b b b [eos] cls2 - sp3 : -4.08 -0.68 7 0.67 [bos] a b b b b [eos] cls2 - sp4 : -4.34 -0.72 7 0.50 [bos] a b b b b [eos] cls3 - sp0 : -1.26 -0.21 7 0.83 [bos] a b b b b [eos] cls3 - sp1 : -2.36 -0.39 7 1.00 [bos] a b b b b [eos] cls3 - sp2 : -3.90 -0.65 7 0.83 [bos] a b b b b [eos] cls3 - sp3 : -4.20 -0.70 7 0.83 [bos] a b b b b [eos] cls3 - sp4 : -4.49 -0.75 7 0.83 [bos] a b b b [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-340 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.87 /-3.84 /0.96 /0.0/0.00 -0.57 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -28.73 /-3.91 /-24.82 / /-25.78 -9.58 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -19.53 /-2.30 /-17.23 / /-18.19 -9.76 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.53 /-2.30 /-17.23 / /-18.19 -9.76 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -42.21 /-10.71 /-31.50 / /-32.46 -3.52 /-0.89 13 [bos] a a a a a b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.78 /-6.54 /-17.23 / /-18.20 -3.96 /-1.09 7 [bos] a a a b a [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-341 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.35 /-3.84 /1.48 /0.0/-0.00 -0.47 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -29.77 /-3.91 /-25.86 / /-27.35 -9.92 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -19.48 /-2.30 /-17.18 / /-18.66 -9.74 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.48 /-2.30 /-17.18 / /-18.66 -9.74 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -48.96 /-10.71 /-38.25 / /-39.74 -4.08 /-0.89 13 [bos] a a a a a b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.58 /-6.54 /-15.04 / /-16.52 -3.60 /-1.09 7 [bos] a a a b a [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-342 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.89 /-3.84 /0.95 /0.0/0.00 -0.58 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -27.49 /-3.91 /-23.58 / /-24.53 -9.16 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -19.51 /-2.30 /-17.21 / /-18.16 -9.76 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.51 /-2.30 /-17.21 / /-18.16 -9.76 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -40.06 /-10.71 /-29.36 / /-30.30 -3.34 /-0.89 13 [bos] a a a a a b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -23.87 /-6.54 /-17.33 / /-18.27 -3.98 /-1.09 7 [bos] a a a b a [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-343 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.26 /-3.84 /1.57 /0.0/-0.00 -0.45 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -29.48 /-3.91 /-25.57 / /-27.14 -9.83 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -19.49 /-2.30 /-17.19 / /-18.76 -9.75 /-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.49 /-2.30 /-17.19 / /-18.76 -9.75 /-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -45.15 /-10.71 /-34.44 / /-36.02 -3.76 /-0.89 13 [bos] a a a a a b a a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -21.49 /-6.54 /-14.94 / /-16.52 -3.58 /-1.09 7 [bos] a a a b a [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-344 src: none none 11 [bos] b a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.25 /-8.59 /4.34 /0.0/0.00 -0.42 /-0.86 11 [bos] b a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -20.97 /-2.30 /-18.66 / /-23.00 -10.48/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -26.92 /-4.93 /-21.99 / /-26.33 -5.38 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -34.80 /-4.86 /-29.95 / /-34.28 -4.97 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -30.93 /-3.32 /-27.61 / /-31.95 -7.73 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.14 /-9.02 /-21.12 / /-25.46 -2.32 /-0.69 14 [bos] a a a b b b b b b b b b [eos] cls0 - sp0 : -4.25 -0.42 11 0.00 [bos] b a a a b b b b b [eos] cls0 - sp1 : -4.41 -0.44 11 0.10 [bos] b a a a b b b b b [eos] cls0 - sp2 : -4.85 -0.49 11 0.00 [bos] b a b a b b b b b [eos] cls0 - sp3 : -4.95 -0.49 11 0.20 [bos] b a a a b b b b b [eos] cls0 - sp4 : -5.15 -0.52 11 0.10 [bos] b a b a b b b b b [eos] cls1 - sp0 : -5.74 -0.57 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp1 : -6.23 -0.62 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp2 : -6.30 -0.63 11 0.30 [bos] b a b a b b b b b [eos] cls1 - sp3 : -6.48 -0.65 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp4 : -6.80 -0.68 11 0.40 [bos] b a a a b b b b b [eos] cls2 - sp0 : -4.71 -0.47 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp1 : -4.86 -0.49 11 0.60 [bos] b a a a b b b b b [eos] cls2 - sp2 : -4.95 -0.49 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp3 : -5.13 -0.51 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp4 : -5.47 -0.55 11 0.50 [bos] b a a a b b b b b [eos] cls3 - sp0 : -2.74 -0.27 11 1.00 [bos] b a a a b b b b b [eos] cls3 - sp1 : -2.78 -0.28 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp2 : -3.67 -0.37 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp3 : -3.71 -0.37 11 0.80 [bos] b a a a b b b b b [eos] cls3 - sp4 : -3.78 -0.38 11 0.80 [bos] b a a a b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-345 src: none none 11 [bos] b a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.74 /-8.59 /5.84 /0.0/0.00 -0.27 /-0.86 11 [bos] b a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.46 /-2.30 /-19.16 / /-25.00 -10.73/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -24.94 /-4.93 /-20.00 / /-25.85 -4.99 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -38.75 /-4.86 /-33.89 / /-39.74 -5.54 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.92 /-3.32 /-26.60 / /-32.44 -7.48 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.09 /-9.02 /-17.07 / /-22.91 -2.01 /-0.69 14 [bos] a a a b b b b b b b b b [eos] cls0 - sp0 : -4.25 -0.42 11 0.00 [bos] b a a a b b b b b [eos] cls0 - sp1 : -4.41 -0.44 11 0.10 [bos] b a a a b b b b b [eos] cls0 - sp2 : -4.85 -0.49 11 0.00 [bos] b a b a b b b b b [eos] cls0 - sp3 : -4.95 -0.49 11 0.20 [bos] b a a a b b b b b [eos] cls0 - sp4 : -5.15 -0.52 11 0.10 [bos] b a b a b b b b b [eos] cls1 - sp0 : -5.74 -0.57 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp1 : -6.23 -0.62 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp2 : -6.30 -0.63 11 0.30 [bos] b a b a b b b b b [eos] cls1 - sp3 : -6.48 -0.65 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp4 : -6.80 -0.68 11 0.40 [bos] b a a a b b b b b [eos] cls2 - sp0 : -4.71 -0.47 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp1 : -4.86 -0.49 11 0.60 [bos] b a a a b b b b b [eos] cls2 - sp2 : -4.95 -0.49 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp3 : -5.13 -0.51 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp4 : -5.47 -0.55 11 0.50 [bos] b a a a b b b b b [eos] cls3 - sp0 : -2.74 -0.27 11 1.00 [bos] b a a a b b b b b [eos] cls3 - sp1 : -2.78 -0.28 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp2 : -3.67 -0.37 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp3 : -3.71 -0.37 11 0.80 [bos] b a a a b b b b b [eos] cls3 - sp4 : -3.78 -0.38 11 0.80 [bos] b a a a b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-346 src: none none 11 [bos] b a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.48 /-8.59 /4.11 /0.0/0.00 -0.45 /-0.86 11 [bos] b a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.08 /-2.30 /-18.77 / /-22.88 -10.54/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -27.00 /-4.93 /-22.07 / /-26.18 -5.40 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -40.62 /-4.86 /-35.76 / /-39.87 -5.80 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -29.88 /-3.32 /-26.55 / /-30.66 -7.47 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -27.78 /-9.02 /-18.76 / /-22.87 -2.14 /-0.69 14 [bos] a a a b b b b b b b b b [eos] cls0 - sp0 : -4.48 -0.45 11 0.00 [bos] b a a a b b b b b [eos] cls0 - sp1 : -4.77 -0.48 11 0.20 [bos] b a a a b b b b b [eos] cls0 - sp2 : -5.13 -0.51 11 0.10 [bos] b a a a b b b b b [eos] cls0 - sp3 : -5.31 -0.53 11 0.10 [bos] b a a a [unk] b b b b [eos] cls0 - sp4 : -5.51 -0.55 11 0.00 [bos] b a b a b b b b b [eos] cls1 - sp0 : -6.16 -0.62 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp1 : -6.93 -0.69 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp2 : -6.95 -0.69 11 0.30 [bos] b a b a b b b b b [eos] cls1 - sp3 : -7.07 -0.71 11 0.40 [bos] b a a a b b b b b [eos] cls1 - sp4 : -7.16 -0.72 11 0.40 [bos] b a a a b b b b b [eos] cls2 - sp0 : -5.25 -0.52 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp1 : -5.39 -0.54 11 0.60 [bos] b a a a b b b b b [eos] cls2 - sp2 : -5.64 -0.56 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp3 : -5.88 -0.59 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp4 : -5.90 -0.59 11 0.70 [bos] b a a a b b b b b [eos] cls3 - sp0 : -3.01 -0.30 11 1.00 [bos] b a a a b b b b b [eos] cls3 - sp1 : -3.41 -0.34 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp2 : -4.17 -0.42 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp3 : -4.38 -0.44 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp4 : -4.52 -0.45 11 0.80 [bos] b a a a b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-347 src: none none 11 [bos] b a a a b b b b b [eos] tgt0: mod/noi/dif/loss/nce/logp -3.01 /-8.59 /5.58 /0.0/0.00 -0.30 /-0.86 11 [bos] b a a a b b b b b [eos] tgt1: mod/noi/dif/loss/nce/logp -21.36 /-2.30 /-19.06 / /-24.64 -10.68/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.99 /-4.93 /-24.06 / /-29.64 -5.80 /-0.99 6 [bos] a a a b [eos] tgt3: mod/noi/dif/loss/nce/logp -41.47 /-4.86 /-36.61 / /-42.19 -5.92 /-0.69 8 [bos] b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -28.77 /-3.32 /-25.45 / /-31.02 -7.19 /-0.83 5 [bos] a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -23.14 /-9.02 /-14.12 / /-19.70 -1.78 /-0.69 14 [bos] a a a b b b b b b b b b [eos] cls0 - sp0 : -4.48 -0.45 11 0.00 [bos] b a a a b b b b b [eos] cls0 - sp1 : -4.77 -0.48 11 0.20 [bos] b a a a b b b b b [eos] cls0 - sp2 : -5.13 -0.51 11 0.10 [bos] b a a a b b b b b [eos] cls0 - sp3 : -5.31 -0.53 11 0.10 [bos] b a a a [unk] b b b b [eos] cls0 - sp4 : -5.51 -0.55 11 0.00 [bos] b a b a b b b b b [eos] cls1 - sp0 : -6.16 -0.62 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp1 : -6.93 -0.69 11 0.30 [bos] b a a a b b b b b [eos] cls1 - sp2 : -6.95 -0.69 11 0.30 [bos] b a b a b b b b b [eos] cls1 - sp3 : -7.07 -0.71 11 0.40 [bos] b a a a b b b b b [eos] cls1 - sp4 : -7.16 -0.72 11 0.40 [bos] b a a a b b b b b [eos] cls2 - sp0 : -5.25 -0.52 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp1 : -5.39 -0.54 11 0.60 [bos] b a a a b b b b b [eos] cls2 - sp2 : -5.64 -0.56 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp3 : -5.88 -0.59 11 0.70 [bos] b a a a b b b b b [eos] cls2 - sp4 : -5.90 -0.59 11 0.70 [bos] b a a a b b b b b [eos] cls3 - sp0 : -3.01 -0.30 11 1.00 [bos] b a a a b b b b b [eos] cls3 - sp1 : -3.41 -0.34 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp2 : -4.17 -0.42 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp3 : -4.38 -0.44 11 0.90 [bos] b a a a b b b b b [eos] cls3 - sp4 : -4.52 -0.45 11 0.80 [bos] b a a a b b b b b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-348 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.04 /-2.81 /0.77 /0.0/-0.00 -0.68 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -31.33 /-5.44 /-25.89 / /-26.66 -5.22 /-0.91 7 [bos] b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -25.66 /-2.30 /-23.36 / /-24.13 -12.83/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -25.66 /-2.30 /-23.36 / /-24.13 -12.83/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -16.72 /-2.30 /-14.41 / /-15.19 -8.36 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -13.86 /-4.35 /-9.52 / /-10.29 -2.31 /-0.72 7 [bos] b b b b b [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-349 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.80 /-2.81 /0.01 /0.0/-0.00 -0.93 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -29.95 /-5.44 /-24.50 / /-24.52 -4.99 /-0.91 7 [bos] b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -25.18 /-2.30 /-22.88 / /-22.89 -12.59/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -25.18 /-2.30 /-22.88 / /-22.89 -12.59/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -17.96 /-2.30 /-15.65 / /-15.67 -8.98 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -14.49 /-4.35 /-10.14 / /-10.15 -2.41 /-0.72 7 [bos] b b b b b [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-350 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-2.81 /0.76 /0.0/-0.00 -0.69 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -27.82 /-5.44 /-22.38 / /-23.13 -4.64 /-0.91 7 [bos] b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -24.00 /-2.30 /-21.70 / /-22.45 -12.00/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -24.00 /-2.30 /-21.70 / /-22.45 -12.00/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -15.55 /-2.30 /-13.24 / /-14.00 -7.77 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -15.94 /-4.35 /-11.59 / /-12.35 -2.66 /-0.72 7 [bos] b b b b b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-351 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.86 /-2.81 /-0.05 /0.0/-0.00 -0.95 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.00 /-5.44 /-22.56 / /-22.51 -4.67 /-0.91 7 [bos] b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -23.60 /-2.30 /-21.29 / /-21.25 -11.80/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -23.60 /-2.30 /-21.29 / /-21.25 -11.80/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -17.41 /-2.30 /-15.10 / /-15.06 -8.70 /-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -17.01 /-4.35 /-12.66 / /-12.61 -2.83 /-0.72 7 [bos] b b b b b [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-352 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.87 /-3.84 /0.96 /0.0/0.00 -0.57 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -28.73 /-3.91 /-24.82 / /-25.78 -9.58 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.97 /-2.30 /-26.67 / /-27.63 -14.49/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.97 /-2.30 /-26.67 / /-27.63 -14.49/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -35.83 /-4.42 /-31.40 / /-32.36 -8.96 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -38.77 /-2.81 /-35.96 / /-36.92 -12.92/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-353 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.35 /-3.84 /1.48 /0.0/0.00 -0.47 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -29.77 /-3.91 /-25.86 / /-27.35 -9.92 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -29.86 /-2.30 /-27.56 / /-29.04 -14.93/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.86 /-2.30 /-27.56 / /-29.04 -14.93/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -34.67 /-4.42 /-30.25 / /-31.73 -8.67 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -39.91 /-2.81 /-37.10 / /-38.58 -13.30/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.87 -0.57 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -3.94 -0.79 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.46 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.41 -0.68 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.85 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.93 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.96 -0.79 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.09 -0.82 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.87 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -3.07 -0.61 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.46 -0.69 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.67 -0.73 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.08 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.66 -0.33 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.35 -0.47 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.54 -0.71 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -4.00 -0.80 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.23 -0.85 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-354 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.89 /-3.84 /0.95 /0.0/0.00 -0.58 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -27.49 /-3.91 /-23.58 / /-24.53 -9.16 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -28.85 /-2.30 /-26.54 / /-27.49 -14.42/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -28.85 /-2.30 /-26.54 / /-27.49 -14.42/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -35.77 /-4.42 /-31.34 / /-32.29 -8.94 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -37.60 /-2.81 /-34.79 / /-35.73 -12.53/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-355 src: none none 6 [bos] a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.26 /-3.84 /1.57 /0.0/0.00 -0.45 /-0.77 6 [bos] a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -29.48 /-3.91 /-25.57 / /-27.14 -9.83 /-1.30 4 [bos] a b [eos] tgt2: mod/noi/dif/loss/nce/logp -29.78 /-2.30 /-27.48 / /-29.05 -14.89/-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -29.78 /-2.30 /-27.48 / /-29.05 -14.89/-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -34.04 /-4.42 /-29.62 / /-31.19 -8.51 /-1.11 5 [bos] b b a [eos] tgt5: mod/noi/dif/loss/nce/logp -39.53 /-2.81 /-36.72 / /-38.29 -13.18/-0.94 4 [bos] b b [eos] cls0 - sp0 : -2.89 -0.58 6 0.00 [bos] a a a a [eos] cls0 - sp1 : -3.21 -0.64 6 0.20 [bos] a a a a [eos] cls0 - sp2 : -3.99 -0.80 6 0.20 [bos] a a a a [eos] cls0 - sp3 : -4.04 -0.81 6 0.20 [bos] a a a a [eos] cls0 - sp4 : -4.47 -0.89 6 0.20 [bos] a a a a [eos] cls1 - sp0 : -3.47 -0.69 6 0.40 [bos] a a a a [eos] cls1 - sp1 : -3.87 -0.77 6 0.40 [bos] a a a a [eos] cls1 - sp2 : -3.89 -0.78 6 0.40 [bos] a a a a [eos] cls1 - sp3 : -3.98 -0.80 6 0.40 [bos] a a a a [eos] cls1 - sp4 : -4.20 -0.84 6 0.40 [bos] a a a a [eos] cls2 - sp0 : -2.85 -0.57 6 0.60 [bos] a a a a [eos] cls2 - sp1 : -2.91 -0.58 6 0.60 [bos] a a a a [eos] cls2 - sp2 : -3.60 -0.72 6 0.60 [bos] a a a a [eos] cls2 - sp3 : -3.77 -0.75 6 0.60 [bos] a a a a [eos] cls2 - sp4 : -4.10 -0.82 6 0.60 [bos] a a a a [eos] cls3 - sp0 : -1.61 -0.32 6 0.80 [bos] a a a a [eos] cls3 - sp1 : -2.26 -0.45 6 1.00 [bos] a a a a [eos] cls3 - sp2 : -3.48 -0.70 6 0.80 [bos] a a a a [eos] cls3 - sp3 : -3.87 -0.77 6 0.80 [bos] a a a a [eos] cls3 - sp4 : -4.31 -0.86 6 0.80 [bos] a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-356 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 /0.0/-0.00 -0.68 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -19.93 /-3.32 /-16.61 / /-17.39 -4.98 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -69.53 /-9.17 /-60.35 / /-61.14 -7.73 /-1.02 10 [bos] b b b a a b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -19.93 /-3.32 /-16.61 / /-17.39 -4.98 /-0.83 5 [bos] a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -11.41 /-3.91 /-7.50 / /-8.29 -3.80 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -30.75 /-4.42 /-26.33 / /-27.12 -7.69 /-1.11 5 [bos] a b b [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.47 -1.82 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -6.20 -6.20 2 0.00 [bos] [eos] cls0 - sp3 : -8.97 -1.50 7 0.17 [bos] a a [pad] a a [eos] cls0 - sp4 : -9.58 -3.19 4 0.00 [bos] a [unk] [eos] cls1 - sp0 : -1.92 -0.64 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.35 -0.78 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.49 -1.16 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.58 -1.53 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.18 -2.06 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.00 -0.33 4 0.67 [bos] a a [eos] cls2 - sp1 : -3.12 -1.04 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.68 -1.23 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.38 -1.79 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.65 -1.88 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.45 -2.15 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.62 -6.62 2 1.00 [bos] [eos] cls3 - sp3 : -6.97 -1.16 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -7.79 -1.30 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-357 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.67 /0.0/-0.00 -0.72 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -15.87 /-3.32 /-12.54 / /-13.21 -3.97 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -68.38 /-9.17 /-59.21 / /-59.88 -7.60 /-1.02 10 [bos] b b b a a b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -15.87 /-3.32 /-12.54 / /-13.21 -3.97 /-0.83 5 [bos] a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -12.00 /-3.91 /-8.09 / /-8.76 -4.00 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.73 /-4.42 /-25.30 / /-25.97 -7.43 /-1.11 5 [bos] a b b [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.47 -1.82 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -6.20 -6.20 2 0.00 [bos] [eos] cls0 - sp3 : -8.97 -1.50 7 0.17 [bos] a a [pad] a a [eos] cls0 - sp4 : -9.58 -3.19 4 0.00 [bos] a [unk] [eos] cls1 - sp0 : -1.92 -0.64 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.35 -0.78 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.49 -1.16 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.58 -1.53 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.18 -2.06 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.00 -0.33 4 0.67 [bos] a a [eos] cls2 - sp1 : -3.12 -1.04 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.68 -1.23 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.38 -1.79 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.65 -1.88 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.45 -2.15 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.62 -6.62 2 1.00 [bos] [eos] cls3 - sp3 : -6.97 -1.16 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -7.79 -1.30 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-358 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.03 /-2.81 /0.78 /0.0/-0.00 -0.68 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -17.23 /-3.32 /-13.91 / /-14.69 -4.31 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -68.53 /-9.17 /-59.36 / /-60.14 -7.61 /-1.02 10 [bos] b b b a a b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -17.23 /-3.32 /-13.91 / /-14.69 -4.31 /-0.83 5 [bos] a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -11.44 /-3.91 /-7.53 / /-8.31 -3.81 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -27.54 /-4.42 /-23.12 / /-23.90 -6.89 /-1.11 5 [bos] a b b [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.33 -1.78 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -5.86 -5.86 2 0.00 [bos] [eos] cls0 - sp3 : -8.99 -3.00 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -9.05 -1.51 7 0.17 [bos] a a [pad] a a [eos] cls1 - sp0 : -1.82 -0.61 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.46 -0.82 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.44 -1.15 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.36 -1.45 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.06 -2.02 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.05 -0.35 4 0.67 [bos] a a [eos] cls2 - sp1 : -2.99 -1.00 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.75 -1.25 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.18 -1.73 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.42 -1.81 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.23 -2.08 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.34 -6.34 2 1.00 [bos] [eos] cls3 - sp3 : -7.28 -1.21 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -8.08 -1.35 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-359 src: none none 4 [bos] a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.15 /-2.81 /0.66 /0.0/-0.00 -0.72 /-0.94 4 [bos] a a [eos] tgt1: mod/noi/dif/loss/nce/logp -13.97 /-3.32 /-10.64 / /-11.30 -3.49 /-0.83 5 [bos] a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -68.49 /-9.17 /-59.32 / /-59.98 -7.61 /-1.02 10 [bos] b b b a a b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -13.97 /-3.32 /-10.64 / /-11.30 -3.49 /-0.83 5 [bos] a a a [eos] tgt4: mod/noi/dif/loss/nce/logp -12.05 /-3.91 /-8.14 / /-8.80 -4.02 /-1.30 4 [bos] b a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.53 /-4.42 /-22.11 / /-22.77 -6.63 /-1.11 5 [bos] a b b [eos] cls0 - sp0 : -2.03 -0.68 4 0.00 [bos] a a [eos] cls0 - sp1 : -5.33 -1.78 4 0.00 [bos] [unk] a [eos] cls0 - sp2 : -5.86 -5.86 2 0.00 [bos] [eos] cls0 - sp3 : -8.99 -3.00 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -9.05 -1.51 7 0.17 [bos] a a [pad] a a [eos] cls1 - sp0 : -1.82 -0.61 4 0.33 [bos] a a [eos] cls1 - sp1 : -2.46 -0.82 4 0.33 [bos] a a [eos] cls1 - sp2 : -3.44 -1.15 4 0.33 [bos] a a [eos] cls1 - sp3 : -4.36 -1.45 4 0.33 [bos] [unk] a [eos] cls1 - sp4 : -6.06 -2.02 4 0.33 [bos] [pad] a [eos] cls2 - sp0 : -1.05 -0.35 4 0.67 [bos] a a [eos] cls2 - sp1 : -2.99 -1.00 4 0.67 [bos] a a [eos] cls2 - sp2 : -3.75 -1.25 4 0.67 [bos] a a [eos] cls2 - sp3 : -5.18 -1.73 4 0.67 [bos] [pad] a [eos] cls2 - sp4 : -5.42 -1.81 4 0.67 [bos] [unk] a [eos] cls3 - sp0 : -2.15 -0.72 4 1.00 [bos] a a [eos] cls3 - sp1 : -6.23 -2.08 4 1.00 [bos] [pad] a [eos] cls3 - sp2 : -6.34 -6.34 2 1.00 [bos] [eos] cls3 - sp3 : -7.28 -1.21 7 0.83 [bos] a a [pad] a a [eos] cls3 - sp4 : -8.08 -1.35 7 1.00 [bos] a a [pad] a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-360 src: none none 7 [bos] a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.87 /-4.35 /0.48 /0.0/0.00 -0.64 /-0.72 7 [bos] a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -32.23 /-8.59 /-23.65 / /-24.13 -3.22 /-0.86 11 [bos] a a a a a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.56 /-3.32 /-16.23 / /-16.71 -4.89 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -44.93 /-4.93 /-40.00 / /-40.48 -8.99 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -25.99 /-5.44 /-20.55 / /-21.03 -4.33 /-0.91 7 [bos] a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -49.50 /-3.32 /-46.17 / /-46.65 -12.37/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -3.87 -0.64 7 0.00 [bos] a a a a a [eos] cls0 - sp1 : -3.90 -0.65 7 0.17 [bos] a a a a a [eos] cls0 - sp2 : -4.36 -0.73 7 0.17 [bos] a a a a a [eos] cls0 - sp3 : -5.02 -0.84 7 0.17 [bos] a a a a a [eos] cls0 - sp4 : -5.06 -0.84 7 0.17 [bos] a a a a a [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a a a a a [eos] cls1 - sp1 : -4.78 -0.80 7 0.33 [bos] a a a a a [eos] cls1 - sp2 : -4.81 -0.80 7 0.33 [bos] a a a a a [eos] cls1 - sp3 : -4.86 -0.81 7 0.33 [bos] a a a a a [eos] cls1 - sp4 : -4.90 -0.82 7 0.33 [bos] a a a a a [eos] cls2 - sp0 : -2.87 -0.48 7 0.67 [bos] a a a a a [eos] cls2 - sp1 : -2.99 -0.50 7 0.67 [bos] a a a a a [eos] cls2 - sp2 : -3.23 -0.54 7 0.67 [bos] a a a a a [eos] cls2 - sp3 : -3.49 -0.58 7 0.67 [bos] a a a a a [eos] cls2 - sp4 : -3.62 -0.60 7 0.50 [bos] a a a a a [eos] cls3 - sp0 : -1.62 -0.27 7 0.83 [bos] a a a a a [eos] cls3 - sp1 : -2.52 -0.42 7 1.00 [bos] a a a a a [eos] cls3 - sp2 : -3.72 -0.62 7 0.83 [bos] a a a a a [eos] cls3 - sp3 : -3.87 -0.64 7 0.83 [bos] a a a a a [eos] cls3 - sp4 : -4.22 -0.70 7 0.83 [bos] a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-361 src: none none 7 [bos] a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.52 /-4.35 /1.82 /0.0/0.00 -0.42 /-0.72 7 [bos] a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -31.18 /-8.59 /-22.59 / /-24.41 -3.12 /-0.86 11 [bos] a a a a a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.18 /-3.32 /-14.86 / /-16.68 -4.54 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -46.33 /-4.93 /-41.39 / /-43.22 -9.27 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -26.03 /-5.44 /-20.58 / /-22.40 -4.34 /-0.91 7 [bos] a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -51.55 /-3.32 /-48.23 / /-50.05 -12.89/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -3.87 -0.64 7 0.00 [bos] a a a a a [eos] cls0 - sp1 : -3.90 -0.65 7 0.17 [bos] a a a a a [eos] cls0 - sp2 : -4.36 -0.73 7 0.17 [bos] a a a a a [eos] cls0 - sp3 : -5.02 -0.84 7 0.17 [bos] a a a a a [eos] cls0 - sp4 : -5.06 -0.84 7 0.17 [bos] a a a a a [eos] cls1 - sp0 : -3.44 -0.57 7 0.33 [bos] a a a a a [eos] cls1 - sp1 : -4.78 -0.80 7 0.33 [bos] a a a a a [eos] cls1 - sp2 : -4.81 -0.80 7 0.33 [bos] a a a a a [eos] cls1 - sp3 : -4.86 -0.81 7 0.33 [bos] a a a a a [eos] cls1 - sp4 : -4.90 -0.82 7 0.33 [bos] a a a a a [eos] cls2 - sp0 : -2.87 -0.48 7 0.67 [bos] a a a a a [eos] cls2 - sp1 : -2.99 -0.50 7 0.67 [bos] a a a a a [eos] cls2 - sp2 : -3.23 -0.54 7 0.67 [bos] a a a a a [eos] cls2 - sp3 : -3.49 -0.58 7 0.67 [bos] a a a a a [eos] cls2 - sp4 : -3.62 -0.60 7 0.50 [bos] a a a a a [eos] cls3 - sp0 : -1.62 -0.27 7 0.83 [bos] a a a a a [eos] cls3 - sp1 : -2.52 -0.42 7 1.00 [bos] a a a a a [eos] cls3 - sp2 : -3.72 -0.62 7 0.83 [bos] a a a a a [eos] cls3 - sp3 : -3.87 -0.64 7 0.83 [bos] a a a a a [eos] cls3 - sp4 : -4.22 -0.70 7 0.83 [bos] a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-362 src: none none 7 [bos] a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -3.49 /-4.35 /0.86 /0.0/0.00 -0.58 /-0.72 7 [bos] a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -30.81 /-8.59 /-22.22 / /-23.08 -3.08 /-0.86 11 [bos] a a a a a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -19.18 /-3.32 /-15.85 / /-16.71 -4.79 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -42.68 /-4.93 /-37.75 / /-38.60 -8.54 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -24.48 /-5.44 /-19.04 / /-19.89 -4.08 /-0.91 7 [bos] a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -48.05 /-3.32 /-44.72 / /-45.58 -12.01/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -3.49 -0.58 7 0.00 [bos] a a a a a [eos] cls0 - sp1 : -3.60 -0.60 7 0.17 [bos] a a a a a [eos] cls0 - sp2 : -4.24 -0.71 7 0.17 [bos] a a a a a [eos] cls0 - sp3 : -4.69 -0.78 7 0.17 [bos] a a a a a [eos] cls0 - sp4 : -4.93 -0.82 7 0.17 [bos] a a a a a [eos] cls1 - sp0 : -3.28 -0.55 7 0.33 [bos] a a a a a [eos] cls1 - sp1 : -4.74 -0.79 7 0.33 [bos] a a a a a [eos] cls1 - sp2 : -4.80 -0.80 7 0.33 [bos] a a a a a [eos] cls1 - sp3 : -4.86 -0.81 7 0.33 [bos] a a a a a [eos] cls1 - sp4 : -4.88 -0.81 7 0.33 [bos] a a a a a [eos] cls2 - sp0 : -2.91 -0.49 7 0.67 [bos] a a a a a [eos] cls2 - sp1 : -2.93 -0.49 7 0.67 [bos] a a a a a [eos] cls2 - sp2 : -3.25 -0.54 7 0.67 [bos] a a a a a [eos] cls2 - sp3 : -3.58 -0.60 7 0.67 [bos] a a a a a [eos] cls2 - sp4 : -3.74 -0.62 7 0.50 [bos] a a a a a [eos] cls3 - sp0 : -1.62 -0.27 7 0.83 [bos] a a a a a [eos] cls3 - sp1 : -2.52 -0.42 7 1.00 [bos] a a a a a [eos] cls3 - sp2 : -3.76 -0.63 7 0.83 [bos] a a a a a [eos] cls3 - sp3 : -3.82 -0.64 7 0.83 [bos] a a a a a [eos] cls3 - sp4 : -4.22 -0.70 7 0.83 [bos] a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-363 src: none none 7 [bos] a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.52 /-4.35 /1.82 /0.0/0.00 -0.42 /-0.72 7 [bos] a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -32.86 /-8.59 /-24.28 / /-26.10 -3.29 /-0.86 11 [bos] a a a a a a b a a [eos] tgt2: mod/noi/dif/loss/nce/logp -18.23 /-3.32 /-14.90 / /-16.73 -4.56 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -44.21 /-4.93 /-39.28 / /-41.10 -8.84 /-0.99 6 [bos] b b b a [eos] tgt4: mod/noi/dif/loss/nce/logp -24.99 /-5.44 /-19.54 / /-21.37 -4.16 /-0.91 7 [bos] a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -50.23 /-3.32 /-46.91 / /-48.73 -12.56/-0.83 5 [bos] b b b [eos] cls0 - sp0 : -3.49 -0.58 7 0.00 [bos] a a a a a [eos] cls0 - sp1 : -3.60 -0.60 7 0.17 [bos] a a a a a [eos] cls0 - sp2 : -4.24 -0.71 7 0.17 [bos] a a a a a [eos] cls0 - sp3 : -4.69 -0.78 7 0.17 [bos] a a a a a [eos] cls0 - sp4 : -4.93 -0.82 7 0.17 [bos] a a a a a [eos] cls1 - sp0 : -3.28 -0.55 7 0.33 [bos] a a a a a [eos] cls1 - sp1 : -4.74 -0.79 7 0.33 [bos] a a a a a [eos] cls1 - sp2 : -4.80 -0.80 7 0.33 [bos] a a a a a [eos] cls1 - sp3 : -4.86 -0.81 7 0.33 [bos] a a a a a [eos] cls1 - sp4 : -4.88 -0.81 7 0.33 [bos] a a a a a [eos] cls2 - sp0 : -2.91 -0.49 7 0.67 [bos] a a a a a [eos] cls2 - sp1 : -2.93 -0.49 7 0.67 [bos] a a a a a [eos] cls2 - sp2 : -3.25 -0.54 7 0.67 [bos] a a a a a [eos] cls2 - sp3 : -3.58 -0.60 7 0.67 [bos] a a a a a [eos] cls2 - sp4 : -3.74 -0.62 7 0.50 [bos] a a a a a [eos] cls3 - sp0 : -1.62 -0.27 7 0.83 [bos] a a a a a [eos] cls3 - sp1 : -2.52 -0.42 7 1.00 [bos] a a a a a [eos] cls3 - sp2 : -3.76 -0.63 7 0.83 [bos] a a a a a [eos] cls3 - sp3 : -3.82 -0.64 7 0.83 [bos] a a a a a [eos] cls3 - sp4 : -4.22 -0.70 7 0.83 [bos] a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-364 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.42 /-5.52 /3.10 /0.0/0.00 -0.61 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -34.36 /-4.86 /-29.50 / /-32.60 -4.91 /-0.69 8 [bos] b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.70 /-4.93 /-26.77 / /-29.87 -6.34 /-0.99 6 [bos] b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -27.21 /-2.30 /-24.90 / /-28.00 -13.60/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -72.06 /-6.47 /-65.59 / /-68.69 -9.01 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -27.21 /-2.30 /-24.90 / /-28.00 -13.60/-1.15 3 [bos] a [eos] cls0 - sp0 : -2.42 -0.61 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.92 -5.92 2 0.00 [bos] [eos] cls0 - sp2 : -7.89 -1.97 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.16 -2.04 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.88 -1.78 6 0.20 [bos] b a b [pad] [eos] cls1 - sp0 : -2.64 -0.66 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.42 -0.85 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.72 -0.93 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.62 -1.15 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -4.94 -1.23 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.48 -0.87 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.93 -0.98 5 0.50 [bos] b a b [eos] cls2 - sp3 : -4.07 -1.02 5 0.50 [bos] [unk] a b [eos] cls2 - sp4 : -4.49 -1.12 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.72 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.45 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.51 -0.63 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.71 -0.68 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.26 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-365 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.51 /-5.52 /3.01 /0.0/0.00 -0.63 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -35.95 /-4.86 /-31.09 / /-34.10 -5.14 /-0.69 8 [bos] b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -32.36 /-4.93 /-27.43 / /-30.43 -6.47 /-0.99 6 [bos] b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -26.33 /-2.30 /-24.03 / /-27.04 -13.17/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -68.30 /-6.47 /-61.83 / /-64.84 -8.54 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.33 /-2.30 /-24.03 / /-27.04 -13.17/-1.15 3 [bos] a [eos] cls0 - sp0 : -2.42 -0.61 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.92 -5.92 2 0.00 [bos] [eos] cls0 - sp2 : -7.89 -1.97 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.16 -2.04 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.88 -1.78 6 0.20 [bos] b a b [pad] [eos] cls1 - sp0 : -2.64 -0.66 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.42 -0.85 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.72 -0.93 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.62 -1.15 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -4.94 -1.23 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.87 -0.47 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.48 -0.87 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.93 -0.98 5 0.50 [bos] b a b [eos] cls2 - sp3 : -4.07 -1.02 5 0.50 [bos] [unk] a b [eos] cls2 - sp4 : -4.49 -1.12 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.72 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.45 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.51 -0.63 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.71 -0.68 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.26 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-366 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.51 /-5.52 /3.02 /0.0/0.00 -0.63 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -33.75 /-4.86 /-28.89 / /-31.91 -4.82 /-0.69 8 [bos] b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -30.78 /-4.93 /-25.85 / /-28.86 -6.16 /-0.99 6 [bos] b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -26.86 /-2.30 /-24.55 / /-27.57 -13.43/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -73.03 /-6.47 /-66.57 / /-69.58 -9.13 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.86 /-2.30 /-24.55 / /-27.57 -13.43/-1.15 3 [bos] a [eos] cls0 - sp0 : -2.51 -0.63 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.68 -5.68 2 0.00 [bos] [eos] cls0 - sp2 : -7.93 -1.98 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.22 -2.05 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.71 -2.18 5 0.00 [bos] b b b [eos] cls1 - sp0 : -2.53 -0.63 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.50 -0.87 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.80 -0.95 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.67 -1.17 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -5.27 -1.32 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.92 -0.48 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.35 -0.84 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.98 -1.00 5 0.50 [bos] [unk] a b [eos] cls2 - sp3 : -4.14 -1.04 5 0.50 [bos] b a b [eos] cls2 - sp4 : -4.38 -1.10 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.70 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.43 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.48 -0.62 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.74 -0.69 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.22 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-367 src: none none 5 [bos] b a b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.48 /-5.52 /3.04 /0.0/0.00 -0.62 /-1.38 5 [bos] b a b [eos] tgt1: mod/noi/dif/loss/nce/logp -34.93 /-4.86 /-30.07 / /-33.11 -4.99 /-0.69 8 [bos] b b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -30.95 /-4.93 /-26.01 / /-29.05 -6.19 /-0.99 6 [bos] b b a a [eos] tgt3: mod/noi/dif/loss/nce/logp -26.89 /-2.30 /-24.59 / /-27.63 -13.45/-1.15 3 [bos] a [eos] tgt4: mod/noi/dif/loss/nce/logp -67.79 /-6.47 /-61.33 / /-64.36 -8.47 /-0.81 9 [bos] b b a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -26.89 /-2.30 /-24.59 / /-27.63 -13.45/-1.15 3 [bos] a [eos] cls0 - sp0 : -2.51 -0.63 5 0.00 [bos] b a b [eos] cls0 - sp1 : -5.68 -5.68 2 0.00 [bos] [eos] cls0 - sp2 : -7.93 -1.98 5 0.00 [bos] [pad] a b [eos] cls0 - sp3 : -8.22 -2.05 5 0.00 [bos] [unk] a b [eos] cls0 - sp4 : -8.71 -2.18 5 0.00 [bos] b b b [eos] cls1 - sp0 : -2.53 -0.63 5 0.25 [bos] b a b [eos] cls1 - sp1 : -3.50 -0.87 5 0.25 [bos] b a b [eos] cls1 - sp2 : -3.80 -0.95 5 0.25 [bos] b a b [eos] cls1 - sp3 : -4.67 -1.17 5 0.25 [bos] [unk] a b [eos] cls1 - sp4 : -5.27 -1.32 5 0.25 [bos] b a b [eos] cls2 - sp0 : -1.92 -0.48 5 0.50 [bos] b a b [eos] cls2 - sp1 : -3.35 -0.84 5 0.50 [bos] b a b [eos] cls2 - sp2 : -3.98 -1.00 5 0.50 [bos] [unk] a b [eos] cls2 - sp3 : -4.14 -1.04 5 0.50 [bos] b a b [eos] cls2 - sp4 : -4.38 -1.10 5 0.50 [bos] b a b [eos] cls3 - sp0 : -1.70 -0.43 5 0.75 [bos] b a b [eos] cls3 - sp1 : -2.43 -0.61 5 0.75 [bos] [unk] a b [eos] cls3 - sp2 : -2.48 -0.62 5 1.00 [bos] b a b [eos] cls3 - sp3 : -2.74 -0.69 5 0.75 [bos] b a b [eos] cls3 - sp4 : -3.22 -0.81 5 1.00 [bos] [unk] a b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-368 src: none none 12 [bos] a a a a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.88 /-6.90 /1.02 /0.0/0.00 -0.53 /-0.63 12 [bos] a a a a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -51.69 /-3.32 /-48.36 / /-49.39 -12.92/-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -38.77 /-2.81 /-35.96 / /-36.98 -12.92/-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -24.64 /-5.44 /-19.20 / /-20.22 -4.11 /-0.91 7 [bos] a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -75.34 /-11.14 /-64.20 / /-65.22 -5.02 /-0.74 16 [bos] b b b b b b a a a a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -38.77 /-2.81 /-35.96 / /-36.98 -12.92/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.33 -0.59 10 0.11 [bos] a a a a a a a a [eos] cls0 - sp1 : -5.48 -0.61 10 0.22 [bos] a a a a a a a a [eos] cls0 - sp2 : -5.56 -0.62 10 0.22 [bos] a a a a a a a a [eos] cls0 - sp3 : -5.64 -0.56 11 0.00 [bos] a a a a a a a a a [eos] cls0 - sp4 : -5.88 -0.53 12 0.00 [bos] a a a a a a a a a a [eos] cls1 - sp0 : -5.54 -0.62 10 0.44 [bos] a a a a a a a a [eos] cls1 - sp1 : -5.62 -0.70 9 0.25 [bos] a a a a a a a [eos] cls1 - sp2 : -5.71 -0.63 10 0.33 [bos] a a a a a a a a [eos] cls1 - sp3 : -5.82 -0.65 10 0.33 [bos] a a a a a a a a [eos] cls1 - sp4 : -6.04 -0.67 10 0.44 [bos] a a a a a a a a [eos] cls2 - sp0 : -5.11 -0.64 9 0.62 [bos] a a a a a a a [eos] cls2 - sp1 : -5.17 -0.57 10 0.56 [bos] a a a a a a a a [eos] cls2 - sp2 : -5.26 -0.58 10 0.67 [bos] a a a a a a a a [eos] cls2 - sp3 : -5.53 -0.61 10 0.67 [bos] a a a a a a a a [eos] cls2 - sp4 : -5.63 -0.63 10 0.67 [bos] a a a a a a a a [eos] cls3 - sp0 : -4.43 -0.49 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp1 : -4.45 -0.49 10 1.00 [bos] a a a a a a a a [eos] cls3 - sp2 : -5.32 -0.44 13 0.92 [bos] a a a a a a a a a a a [eos] cls3 - sp3 : -5.37 -0.45 13 1.00 [bos] a a a a a a a a a a a [eos] cls3 - sp4 : -5.47 -0.50 12 0.91 [bos] a a a a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-369 src: none none 12 [bos] a a a a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.52 /-6.90 /1.38 /0.0/0.00 -0.50 /-0.63 12 [bos] a a a a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -53.10 /-3.32 /-49.77 / /-51.15 -13.27/-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -41.18 /-2.81 /-38.36 / /-39.74 -13.73/-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -25.58 /-5.44 /-20.14 / /-21.52 -4.26 /-0.91 7 [bos] a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -77.83 /-11.14 /-66.69 / /-68.07 -5.19 /-0.74 16 [bos] b b b b b b a a a a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -41.18 /-2.81 /-38.36 / /-39.74 -13.73/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.33 -0.59 10 0.11 [bos] a a a a a a a a [eos] cls0 - sp1 : -5.48 -0.61 10 0.22 [bos] a a a a a a a a [eos] cls0 - sp2 : -5.56 -0.62 10 0.22 [bos] a a a a a a a a [eos] cls0 - sp3 : -5.64 -0.56 11 0.00 [bos] a a a a a a a a a [eos] cls0 - sp4 : -5.88 -0.53 12 0.00 [bos] a a a a a a a a a a [eos] cls1 - sp0 : -5.54 -0.62 10 0.44 [bos] a a a a a a a a [eos] cls1 - sp1 : -5.62 -0.70 9 0.25 [bos] a a a a a a a [eos] cls1 - sp2 : -5.71 -0.63 10 0.33 [bos] a a a a a a a a [eos] cls1 - sp3 : -5.82 -0.65 10 0.33 [bos] a a a a a a a a [eos] cls1 - sp4 : -6.04 -0.67 10 0.44 [bos] a a a a a a a a [eos] cls2 - sp0 : -5.11 -0.64 9 0.62 [bos] a a a a a a a [eos] cls2 - sp1 : -5.17 -0.57 10 0.56 [bos] a a a a a a a a [eos] cls2 - sp2 : -5.26 -0.58 10 0.67 [bos] a a a a a a a a [eos] cls2 - sp3 : -5.53 -0.61 10 0.67 [bos] a a a a a a a a [eos] cls2 - sp4 : -5.63 -0.63 10 0.67 [bos] a a a a a a a a [eos] cls3 - sp0 : -4.43 -0.49 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp1 : -4.45 -0.49 10 1.00 [bos] a a a a a a a a [eos] cls3 - sp2 : -5.32 -0.44 13 0.92 [bos] a a a a a a a a a a a [eos] cls3 - sp3 : -5.37 -0.45 13 1.00 [bos] a a a a a a a a a a a [eos] cls3 - sp4 : -5.47 -0.50 12 0.91 [bos] a a a a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-370 src: none none 12 [bos] a a a a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -6.54 /-6.90 /0.36 /0.0/0.00 -0.59 /-0.63 12 [bos] a a a a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -52.02 /-3.32 /-48.69 / /-49.06 -13.00/-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -38.66 /-2.81 /-35.85 / /-36.21 -12.89/-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -22.27 /-5.44 /-16.82 / /-17.18 -3.71 /-0.91 7 [bos] a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -74.00 /-11.14 /-62.86 / /-63.22 -4.93 /-0.74 16 [bos] b b b b b b a a a a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -38.66 /-2.81 /-35.85 / /-36.21 -12.89/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.65 -0.57 11 0.00 [bos] a a a a a a a a a [eos] cls0 - sp1 : -6.25 -0.78 9 0.00 [bos] a a a a a a a [eos] cls0 - sp2 : -6.42 -0.38 18 0.00 [bos] a a a a a a a a a a a a a a a a [eos] cls0 - sp3 : -6.44 -0.81 9 0.12 [bos] a a a a a a a [eos] cls0 - sp4 : -6.70 -0.39 18 0.06 [bos] a a a a a a a a a a a a a a a a [eos] cls1 - sp0 : -5.58 -0.70 9 0.25 [bos] a a a a a a a [eos] cls1 - sp1 : -5.75 -0.64 10 0.44 [bos] a a a a a a a a [eos] cls1 - sp2 : -6.07 -0.67 10 0.33 [bos] a a a a a a a a [eos] cls1 - sp3 : -6.71 -0.67 11 0.40 [bos] a a a a a a a a a [eos] cls1 - sp4 : -6.99 -0.64 12 0.45 [bos] a a a a a a a a a a [eos] cls2 - sp0 : -5.23 -0.58 10 0.56 [bos] a a a a a a a a [eos] cls2 - sp1 : -5.54 -0.62 10 0.67 [bos] a a a a a a a a [eos] cls2 - sp2 : -6.26 -0.63 11 0.50 [bos] a a a a a a a a a [eos] cls2 - sp3 : -6.80 -0.62 12 0.73 [bos] a a a a a a a a a a [eos] cls2 - sp4 : -6.84 -0.62 12 0.73 [bos] a a a a a a a a a a [eos] cls3 - sp0 : -4.72 -0.52 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp1 : -4.75 -0.53 10 1.00 [bos] a a a a a a a a [eos] cls3 - sp2 : -5.40 -0.45 13 0.92 [bos] a a a a a a a a a a a [eos] cls3 - sp3 : -5.45 -0.45 13 1.00 [bos] a a a a a a a a a a a [eos] cls3 - sp4 : -5.56 -0.51 12 0.91 [bos] a a a a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-371 src: none none 12 [bos] a a a a a a a a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -5.58 /-6.90 /1.32 /0.0/0.00 -0.51 /-0.63 12 [bos] a a a a a a a a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -52.84 /-3.32 /-49.51 / /-50.84 -13.21/-0.83 5 [bos] b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -40.67 /-2.81 /-37.86 / /-39.18 -13.56/-0.94 4 [bos] b b [eos] tgt3: mod/noi/dif/loss/nce/logp -23.47 /-5.44 /-18.02 / /-19.34 -3.91 /-0.91 7 [bos] a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -76.98 /-11.14 /-65.84 / /-67.16 -5.13 /-0.74 16 [bos] b b b b b b a a a a a a b b [eos] tgt5: mod/noi/dif/loss/nce/logp -40.67 /-2.81 /-37.86 / /-39.18 -13.56/-0.94 4 [bos] b b [eos] cls0 - sp0 : -5.65 -0.57 11 0.00 [bos] a a a a a a a a a [eos] cls0 - sp1 : -6.25 -0.78 9 0.00 [bos] a a a a a a a [eos] cls0 - sp2 : -6.42 -0.38 18 0.00 [bos] a a a a a a a a a a a a a a a a [eos] cls0 - sp3 : -6.44 -0.81 9 0.12 [bos] a a a a a a a [eos] cls0 - sp4 : -6.70 -0.39 18 0.06 [bos] a a a a a a a a a a a a a a a a [eos] cls1 - sp0 : -5.58 -0.70 9 0.25 [bos] a a a a a a a [eos] cls1 - sp1 : -5.75 -0.64 10 0.44 [bos] a a a a a a a a [eos] cls1 - sp2 : -6.07 -0.67 10 0.33 [bos] a a a a a a a a [eos] cls1 - sp3 : -6.71 -0.67 11 0.40 [bos] a a a a a a a a a [eos] cls1 - sp4 : -6.99 -0.64 12 0.45 [bos] a a a a a a a a a a [eos] cls2 - sp0 : -5.23 -0.58 10 0.56 [bos] a a a a a a a a [eos] cls2 - sp1 : -5.54 -0.62 10 0.67 [bos] a a a a a a a a [eos] cls2 - sp2 : -6.26 -0.63 11 0.50 [bos] a a a a a a a a a [eos] cls2 - sp3 : -6.80 -0.62 12 0.73 [bos] a a a a a a a a a a [eos] cls2 - sp4 : -6.84 -0.62 12 0.73 [bos] a a a a a a a a a a [eos] cls3 - sp0 : -4.72 -0.52 10 0.89 [bos] a a a a a a a a [eos] cls3 - sp1 : -4.75 -0.53 10 1.00 [bos] a a a a a a a a [eos] cls3 - sp2 : -5.40 -0.45 13 0.92 [bos] a a a a a a a a a a a [eos] cls3 - sp3 : -5.45 -0.45 13 1.00 [bos] a a a a a a a a a a a [eos] cls3 - sp4 : -5.56 -0.51 12 0.91 [bos] a a a a a a a a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-372 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.27 /-2.30 /1.03 /0.0/-0.00 -0.63 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -10.84 /-2.30 /-8.54 / /-9.57 -5.42 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -31.94 /-3.32 /-28.61 / /-29.65 -7.98 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -21.39 /-5.37 /-16.03 / /-17.06 -2.67 /-0.67 9 [bos] b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -177.95/-19.11 /-158.84/ /-159.88 -8.09 /-0.87 23 [bos] a b b b b b a a a b a a a a a a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -44.35 /-9.17 /-35.18 / /-36.21 -4.93 /-1.02 10 [bos] b b b b a b a a [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-373 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.33 /-2.30 /-0.02 /0.0/-0.00 -1.16 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -11.21 /-2.30 /-8.91 / /-8.89 -5.61 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -31.02 /-3.32 /-27.69 / /-27.67 -7.75 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -23.16 /-5.37 /-17.79 / /-17.77 -2.89 /-0.67 9 [bos] b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -161.39/-19.11 /-142.28/ /-142.26 -7.34 /-0.87 23 [bos] a b b b b b a a a b a a a a a a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -45.39 /-9.17 /-36.21 / /-36.19 -5.04 /-1.02 10 [bos] b b b b a b a a [eos] cls0 - sp0 : -1.27 -0.63 3 0.00 [bos] b [eos] cls0 - sp1 : -5.18 -2.59 3 0.00 [bos] [pad] [eos] cls0 - sp2 : -5.36 -5.36 2 0.00 [bos] [eos] cls0 - sp3 : -5.79 -2.89 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.80 -2.20 5 0.00 [bos] b [unk] b [eos] cls1 - sp0 : -7.83 -1.96 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -8.90 -2.23 5 0.25 [bos] b [unk] b [eos] cls1 - sp2 : -9.13 -2.28 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.40 -2.35 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp4 : -9.63 -2.41 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] b [eos] cls2 - sp1 : -1.70 -0.85 3 0.50 [bos] [unk] [eos] cls2 - sp2 : -2.14 -1.07 3 0.50 [bos] b [eos] cls2 - sp3 : -4.87 -2.44 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.95 -2.98 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.33 -1.16 3 1.00 [bos] b [eos] cls3 - sp1 : -2.44 -1.22 3 1.00 [bos] [unk] [eos] cls3 - sp2 : -5.57 -5.57 2 1.00 [bos] [eos] cls3 - sp3 : -5.63 -2.81 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.18 -2.05 5 0.75 [bos] b [pad] b [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-374 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -1.32 /-2.30 /0.98 /0.0/-0.00 -0.66 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -9.85 /-2.30 /-7.55 / /-8.53 -4.93 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -31.43 /-3.32 /-28.11 / /-29.09 -7.86 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -25.48 /-5.37 /-20.11 / /-21.09 -3.18 /-0.67 9 [bos] b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -188.28/-19.11 /-169.17/ /-170.15 -8.56 /-0.87 23 [bos] a b b b b b a a a b a a a a a a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -45.39 /-9.17 /-36.21 / /-37.20 -5.04 /-1.02 10 [bos] b b b b a b a a [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-375 src: none none 3 [bos] b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.46 /-2.30 /-0.16 /0.0/-0.00 -1.23 /-1.15 3 [bos] b [eos] tgt1: mod/noi/dif/loss/nce/logp -10.29 /-2.30 /-7.99 / /-7.83 -5.15 /-1.15 3 [bos] a [eos] tgt2: mod/noi/dif/loss/nce/logp -29.86 /-3.32 /-26.53 / /-26.38 -7.46 /-0.83 5 [bos] a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -26.39 /-5.37 /-21.02 / /-20.87 -3.30 /-0.67 9 [bos] b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -169.25/-19.11 /-150.14/ /-149.98 -7.69 /-0.87 23 [bos] a b b b b b a a a b a a a a a a a a a b a [eos] tgt5: mod/noi/dif/loss/nce/logp -46.39 /-9.17 /-37.21 / /-37.05 -5.15 /-1.02 10 [bos] b b b b a b a a [eos] cls0 - sp0 : -1.32 -0.66 3 0.00 [bos] b [eos] cls0 - sp1 : -4.13 -4.13 2 0.00 [bos] [eos] cls0 - sp2 : -5.01 -2.51 3 0.00 [bos] [pad] [eos] cls0 - sp3 : -5.09 -2.55 3 0.00 [bos] [unk] [eos] cls0 - sp4 : -8.67 -4.33 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -8.20 -2.05 5 0.25 [bos] b [pad] b [eos] cls1 - sp1 : -9.43 -2.36 5 0.25 [bos] [unk] [unk] b [eos] cls1 - sp2 : -9.51 -2.38 5 0.25 [bos] b [unk] b [eos] cls1 - sp3 : -9.81 -2.45 5 0.25 [bos] b [unk] [unk] [eos] cls1 - sp4 : -10.05 -2.51 5 0.25 [bos] b [unk] b [eos] cls2 - sp0 : -1.64 -0.82 3 0.50 [bos] [unk] [eos] cls2 - sp1 : -1.82 -0.91 3 0.50 [bos] b [eos] cls2 - sp2 : -2.13 -1.06 3 0.50 [bos] b [eos] cls2 - sp3 : -4.27 -2.14 3 0.50 [bos] [pad] [eos] cls2 - sp4 : -5.74 -2.87 3 0.50 [bos] [pad] [eos] cls3 - sp0 : -2.34 -1.17 3 1.00 [bos] [unk] [eos] cls3 - sp1 : -2.46 -1.23 3 1.00 [bos] b [eos] cls3 - sp2 : -4.34 -4.34 2 1.00 [bos] [eos] cls3 - sp3 : -4.98 -2.49 3 1.00 [bos] [pad] [eos] cls3 - sp4 : -8.20 -4.10 3 1.00 [bos] [bos] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-376 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -42.81 /-5.96 /-36.85 / /-37.86 -6.12 /-0.85 8 [bos] b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -10.06 /-2.30 /-7.76 / /-8.77 -5.03 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -10.06 /-2.30 /-7.76 / /-8.77 -5.03 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -56.13 /-4.86 /-51.28 / /-52.28 -8.02 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -10.70 /-3.91 /-6.79 / /-7.79 -3.57 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-377 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.12 /-5.96 /-35.16 / /-35.75 -5.87 /-0.85 8 [bos] b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -10.97 /-2.30 /-8.67 / /-9.25 -5.48 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -10.97 /-2.30 /-8.67 / /-9.25 -5.48 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -57.94 /-4.86 /-53.09 / /-53.67 -8.28 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -11.84 /-3.91 /-7.93 / /-8.51 -3.95 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.77 -1.88 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.37 -5.37 2 0.00 [bos] [eos] cls0 - sp3 : -8.17 -2.72 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.36 -4.18 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.69 -2.56 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.40 -2.80 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.34 -3.11 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.37 -2.34 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.39 -2.35 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.48 3 0.50 [bos] a [eos] cls2 - sp1 : -2.26 -1.13 3 0.50 [bos] a [eos] cls2 - sp2 : -4.47 -2.24 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.59 -2.29 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.31 -2.44 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.29 -2.65 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.95 -5.95 2 1.00 [bos] [eos] cls3 - sp3 : -8.35 -2.78 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.68 -2.17 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-378 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.30 /-2.30 /1.01 /0.0/-0.00 -0.65 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -42.96 /-5.96 /-37.01 / /-38.01 -6.14 /-0.85 8 [bos] b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -10.09 /-2.30 /-7.79 / /-8.79 -5.04 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -10.09 /-2.30 /-7.79 / /-8.79 -5.04 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -56.42 /-4.86 /-51.57 / /-52.57 -8.06 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -10.80 /-3.91 /-6.88 / /-7.89 -3.60 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-379 src: none none 3 [bos] a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.72 /-2.30 /0.58 /0.0/-0.00 -0.86 /-1.15 3 [bos] a [eos] tgt1: mod/noi/dif/loss/nce/logp -41.21 /-5.96 /-35.26 / /-35.84 -5.89 /-0.85 8 [bos] b b b a a a [eos] tgt2: mod/noi/dif/loss/nce/logp -11.00 /-2.30 /-8.69 / /-9.28 -5.50 /-1.15 3 [bos] b [eos] tgt3: mod/noi/dif/loss/nce/logp -11.00 /-2.30 /-8.69 / /-9.28 -5.50 /-1.15 3 [bos] b [eos] tgt4: mod/noi/dif/loss/nce/logp -58.15 /-4.86 /-53.30 / /-53.88 -8.31 /-0.69 8 [bos] b b b b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -11.61 /-3.91 /-7.70 / /-8.28 -3.87 /-1.30 4 [bos] a b [eos] cls0 - sp0 : -1.30 -0.65 3 0.00 [bos] a [eos] cls0 - sp1 : -3.75 -1.87 3 0.00 [bos] [unk] [eos] cls0 - sp2 : -5.32 -5.32 2 0.00 [bos] [eos] cls0 - sp3 : -8.24 -2.75 4 0.00 [bos] a [unk] [eos] cls0 - sp4 : -8.33 -4.17 3 0.00 [bos] [bos] [eos] cls1 - sp0 : -7.70 -2.57 4 0.33 [bos] a [pad] [eos] cls1 - sp1 : -8.38 -2.79 4 0.33 [bos] a [unk] [eos] cls1 - sp2 : -9.41 -3.14 4 0.33 [bos] a [unk] [eos] cls1 - sp3 : -9.48 -2.37 5 0.25 [bos] a [pad] [unk] [eos] cls1 - sp4 : -9.54 -2.39 5 0.25 [bos] a [pad] a [eos] cls2 - sp0 : -0.97 -0.49 3 0.50 [bos] a [eos] cls2 - sp1 : -2.24 -1.12 3 0.50 [bos] a [eos] cls2 - sp2 : -4.46 -2.23 3 0.50 [bos] [pad] [eos] cls2 - sp3 : -4.56 -2.28 3 0.50 [bos] [unk] [eos] cls2 - sp4 : -7.28 -2.43 4 0.67 [bos] a [pad] [eos] cls3 - sp0 : -1.72 -0.86 3 1.00 [bos] a [eos] cls3 - sp1 : -5.27 -2.64 3 1.00 [bos] [pad] [eos] cls3 - sp2 : -5.90 -5.90 2 1.00 [bos] [eos] cls3 - sp3 : -8.38 -2.79 4 1.00 [bos] a [pad] [eos] cls3 - sp4 : -8.78 -2.20 5 0.75 [bos] a [pad] a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-380 src: none none 15 [bos] a b b b a a b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -11.92 /-13.93 /2.00 /0.0/0.00 -0.85 /-0.99 15 [bos] a b b b a a b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -31.56 /-2.30 /-29.25 / /-31.26 -15.78/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.74 /-4.93 /-28.81 / /-30.81 -6.75 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -32.93 /-6.98 /-25.95 / /-27.95 -3.66 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -31.56 /-2.30 /-29.25 / /-31.26 -15.78/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -44.79 /-4.35 /-40.44 / /-42.44 -7.46 /-0.72 7 [bos] a a a a a [eos] cls0 - sp0 : -12.56 -12.56 2 0.00 [bos] [eos] cls0 - sp1 : -30.18 -0.24 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -31.80 -0.25 128 0.01 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -32.14 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -32.18 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -8.48 -0.71 13 0.33 [bos] a b b b a a b b b b b [eos] cls1 - sp1 : -10.89 -0.73 16 0.27 [bos] a b b b a a b b b b b b b b [eos] cls1 - sp2 : -11.24 -0.70 17 0.25 [bos] a b b b a a b b b b b b b b b [eos] cls1 - sp3 : -12.06 -0.71 18 0.29 [bos] a b b b a a b b b b b b b b b b [eos] cls1 - sp4 : -12.78 -0.71 19 0.28 [bos] a b b b a a b b b b b b b b b b b [eos] cls2 - sp0 : -8.60 -0.72 13 0.67 [bos] a b b b a a b b b b b [eos] cls2 - sp1 : -11.06 -0.61 19 0.72 [bos] a b b b a a b b b b b b b b b b b [eos] cls2 - sp2 : -11.15 -0.70 17 0.69 [bos] a b b b a a b b b b b b b b b [eos] cls2 - sp3 : -11.31 -0.71 17 0.69 [bos] a b b b a a b b b b b b b b b [eos] cls2 - sp4 : -11.41 -0.71 17 0.69 [bos] a b b b a a b b b b b b b b b [eos] cls3 - sp0 : -11.25 -0.09 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -12.72 -0.10 128 1.00 [bos] a b b b a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -12.90 -12.90 2 1.00 [bos] [eos] cls3 - sp3 : -13.05 -0.10 128 1.00 [bos] a b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -13.68 -0.11 128 1.00 [bos] a b b b a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-381 src: none none 15 [bos] a b b b a a b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -9.78 /-13.93 /4.14 /0.0/0.00 -0.70 /-0.99 15 [bos] a b b b a a b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -31.42 /-2.30 /-29.11 / /-33.25 -15.71/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -31.17 /-4.93 /-26.24 / /-30.38 -6.23 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -30.80 /-6.98 /-23.82 / /-27.96 -3.42 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -31.42 /-2.30 /-29.11 / /-33.25 -15.71/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -41.97 /-4.35 /-37.62 / /-41.76 -6.99 /-0.72 7 [bos] a a a a a [eos] cls0 - sp0 : -12.56 -12.56 2 0.00 [bos] [eos] cls0 - sp1 : -30.18 -0.24 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -31.80 -0.25 128 0.01 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -32.14 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -32.18 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -8.48 -0.71 13 0.33 [bos] a b b b a a b b b b b [eos] cls1 - sp1 : -10.89 -0.73 16 0.27 [bos] a b b b a a b b b b b b b b [eos] cls1 - sp2 : -11.24 -0.70 17 0.25 [bos] a b b b a a b b b b b b b b b [eos] cls1 - sp3 : -12.06 -0.71 18 0.29 [bos] a b b b a a b b b b b b b b b b [eos] cls1 - sp4 : -12.78 -0.71 19 0.28 [bos] a b b b a a b b b b b b b b b b b [eos] cls2 - sp0 : -8.60 -0.72 13 0.67 [bos] a b b b a a b b b b b [eos] cls2 - sp1 : -11.06 -0.61 19 0.72 [bos] a b b b a a b b b b b b b b b b b [eos] cls2 - sp2 : -11.15 -0.70 17 0.69 [bos] a b b b a a b b b b b b b b b [eos] cls2 - sp3 : -11.31 -0.71 17 0.69 [bos] a b b b a a b b b b b b b b b [eos] cls2 - sp4 : -11.41 -0.71 17 0.69 [bos] a b b b a a b b b b b b b b b [eos] cls3 - sp0 : -11.25 -0.09 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -12.72 -0.10 128 1.00 [bos] a b b b a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -12.90 -12.90 2 1.00 [bos] [eos] cls3 - sp3 : -13.05 -0.10 128 1.00 [bos] a b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -13.68 -0.11 128 1.00 [bos] a b b b a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-382 src: none none 15 [bos] a b b b a a b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -12.54 /-13.93 /1.39 /0.0/0.00 -0.90 /-0.99 15 [bos] a b b b a a b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -31.18 /-2.30 /-28.87 / /-30.26 -15.59/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -33.21 /-4.93 /-28.28 / /-29.67 -6.64 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -32.80 /-6.98 /-25.82 / /-27.21 -3.64 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -31.18 /-2.30 /-28.87 / /-30.26 -15.59/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -39.11 /-4.35 /-34.76 / /-36.15 -6.52 /-0.72 7 [bos] a a a a a [eos] cls0 - sp0 : -7.39 -0.92 9 0.00 [bos] a b b b a a b [eos] cls0 - sp1 : -12.75 -12.75 2 0.00 [bos] [eos] cls0 - sp2 : -25.57 -0.20 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -26.88 -0.21 128 0.00 [bos] a b b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -27.30 -0.21 128 0.00 [bos] a b b b a a b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.20 -0.60 18 0.41 [bos] a b b b a a b a b b b b b b b b [eos] cls1 - sp1 : -13.79 -0.55 26 0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b [eos] cls1 - sp2 : -14.08 -0.52 28 0.26 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp3 : -16.36 -0.56 30 0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -18.51 -0.58 33 0.25 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -6.17 -0.77 9 0.50 [bos] a b b b a a b [eos] cls2 - sp1 : -7.20 -0.65 12 0.64 [bos] a b b b a a b a b b [eos] cls2 - sp2 : -8.09 -0.67 13 0.67 [bos] a b b b a a b a b b b [eos] cls2 - sp3 : -9.00 -0.75 13 0.67 [bos] a b b b a a b b b b b [eos] cls2 - sp4 : -9.19 -0.71 14 0.54 [bos] a b b b a a b a b b b b [eos] cls3 - sp0 : -13.04 -13.04 2 1.00 [bos] [eos] cls3 - sp1 : -15.82 -0.12 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.91 -0.14 128 1.00 [bos] a b b b a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -18.14 -0.14 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.17 -0.14 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-383 src: none none 15 [bos] a b b b a a b b b a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -10.18 /-13.93 /3.75 /0.0/0.00 -0.73 /-0.99 15 [bos] a b b b a a b b b a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -31.35 /-2.30 /-29.05 / /-32.80 -15.68/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -32.53 /-4.93 /-27.60 / /-31.35 -6.51 /-0.99 6 [bos] b b b a [eos] tgt3: mod/noi/dif/loss/nce/logp -32.38 /-6.98 /-25.40 / /-29.15 -3.60 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -31.35 /-2.30 /-29.05 / /-32.80 -15.68/-1.15 3 [bos] b [eos] tgt5: mod/noi/dif/loss/nce/logp -36.72 /-4.35 /-32.37 / /-36.12 -6.12 /-0.72 7 [bos] a a a a a [eos] cls0 - sp0 : -7.39 -0.92 9 0.00 [bos] a b b b a a b [eos] cls0 - sp1 : -12.75 -12.75 2 0.00 [bos] [eos] cls0 - sp2 : -25.57 -0.20 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -26.88 -0.21 128 0.00 [bos] a b b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -27.30 -0.21 128 0.00 [bos] a b b b a a b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -10.20 -0.60 18 0.41 [bos] a b b b a a b a b b b b b b b b [eos] cls1 - sp1 : -13.79 -0.55 26 0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b [eos] cls1 - sp2 : -14.08 -0.52 28 0.26 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b [eos] cls1 - sp3 : -16.36 -0.56 30 0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b [eos] cls1 - sp4 : -18.51 -0.58 33 0.25 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b [eos] cls2 - sp0 : -6.17 -0.77 9 0.50 [bos] a b b b a a b [eos] cls2 - sp1 : -7.20 -0.65 12 0.64 [bos] a b b b a a b a b b [eos] cls2 - sp2 : -8.09 -0.67 13 0.67 [bos] a b b b a a b a b b b [eos] cls2 - sp3 : -9.00 -0.75 13 0.67 [bos] a b b b a a b b b b b [eos] cls2 - sp4 : -9.19 -0.71 14 0.54 [bos] a b b b a a b a b b b b [eos] cls3 - sp0 : -13.04 -13.04 2 1.00 [bos] [eos] cls3 - sp1 : -15.82 -0.12 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -17.91 -0.14 128 1.00 [bos] a b b b a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -18.14 -0.14 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -18.17 -0.14 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-384 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -4.50 /-4.93 /0.44 /0.0/0.00 -0.90 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -27.49 /-2.30 /-25.19 / /-25.63 -13.75/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -48.85 /-4.86 /-43.99 / /-44.42 -6.98 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -56.78 /-8.08 /-48.71 / /-49.14 -6.31 /-0.90 10 [bos] b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -19.10 /-2.30 /-16.80 / /-17.24 -9.55 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -29.30 /-3.32 /-25.98 / /-26.42 -7.33 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -4.47 -0.89 6 0.20 [bos] a a b b [eos] cls0 - sp1 : -4.50 -0.90 6 0.00 [bos] a a b b [eos] cls0 - sp2 : -5.41 -1.08 6 0.20 [bos] a a b b [eos] cls0 - sp3 : -5.47 -1.09 6 0.20 [bos] a a b b [eos] cls0 - sp4 : -5.87 -1.17 6 0.20 [bos] a a b b [eos] cls1 - sp0 : -3.69 -0.74 6 0.40 [bos] a a b b [eos] cls1 - sp1 : -4.77 -0.95 6 0.40 [bos] a a b b [eos] cls1 - sp2 : -5.16 -1.03 6 0.40 [bos] a a b b [eos] cls1 - sp3 : -5.37 -1.07 6 0.40 [bos] a a b b [eos] cls1 - sp4 : -6.46 -1.08 7 0.33 [bos] a a b b [pad] [eos] cls2 - sp0 : -3.10 -0.62 6 0.60 [bos] a a b b [eos] cls2 - sp1 : -3.69 -0.74 6 0.60 [bos] a a b b [eos] cls2 - sp2 : -4.36 -0.87 6 0.60 [bos] a a b b [eos] cls2 - sp3 : -4.69 -0.94 6 0.60 [bos] a a b b [eos] cls2 - sp4 : -4.90 -0.82 7 0.67 [bos] a a b b a [eos] cls3 - sp0 : -1.94 -0.39 6 0.80 [bos] a a b b [eos] cls3 - sp1 : -2.61 -0.52 6 1.00 [bos] a a b b [eos] cls3 - sp2 : -3.78 -0.76 6 0.80 [bos] a a b b [eos] cls3 - sp3 : -3.80 -0.63 7 0.83 [bos] a a b b a [eos] cls3 - sp4 : -4.60 -0.77 7 0.83 [bos] a a b b [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-385 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.61 /-4.93 /2.32 /0.0/0.00 -0.52 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.34 /-2.30 /-26.04 / /-28.36 -14.17/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -39.78 /-4.86 /-34.92 / /-37.25 -5.68 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -54.49 /-8.08 /-46.42 / /-48.74 -6.05 /-0.90 10 [bos] b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -18.74 /-2.30 /-16.44 / /-18.76 -9.37 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -25.08 /-3.32 /-21.75 / /-24.07 -6.27 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -4.47 -0.89 6 0.20 [bos] a a b b [eos] cls0 - sp1 : -4.50 -0.90 6 0.00 [bos] a a b b [eos] cls0 - sp2 : -5.41 -1.08 6 0.20 [bos] a a b b [eos] cls0 - sp3 : -5.47 -1.09 6 0.20 [bos] a a b b [eos] cls0 - sp4 : -5.87 -1.17 6 0.20 [bos] a a b b [eos] cls1 - sp0 : -3.69 -0.74 6 0.40 [bos] a a b b [eos] cls1 - sp1 : -4.77 -0.95 6 0.40 [bos] a a b b [eos] cls1 - sp2 : -5.16 -1.03 6 0.40 [bos] a a b b [eos] cls1 - sp3 : -5.37 -1.07 6 0.40 [bos] a a b b [eos] cls1 - sp4 : -6.46 -1.08 7 0.33 [bos] a a b b [pad] [eos] cls2 - sp0 : -3.10 -0.62 6 0.60 [bos] a a b b [eos] cls2 - sp1 : -3.69 -0.74 6 0.60 [bos] a a b b [eos] cls2 - sp2 : -4.36 -0.87 6 0.60 [bos] a a b b [eos] cls2 - sp3 : -4.69 -0.94 6 0.60 [bos] a a b b [eos] cls2 - sp4 : -4.90 -0.82 7 0.67 [bos] a a b b a [eos] cls3 - sp0 : -1.94 -0.39 6 0.80 [bos] a a b b [eos] cls3 - sp1 : -2.61 -0.52 6 1.00 [bos] a a b b [eos] cls3 - sp2 : -3.78 -0.76 6 0.80 [bos] a a b b [eos] cls3 - sp3 : -3.80 -0.63 7 0.83 [bos] a a b b a [eos] cls3 - sp4 : -4.60 -0.77 7 0.83 [bos] a a b b [pad] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-386 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -7.97 /-4.93 /-3.04 /0.0/-0.00 -1.59 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -26.74 /-2.30 /-24.44 / /-21.40 -13.37/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -45.93 /-4.86 /-41.07 / /-38.04 -6.56 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -45.68 /-8.08 /-37.60 / /-34.57 -5.08 /-0.90 10 [bos] b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -18.42 /-2.30 /-16.12 / /-13.08 -9.21 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -27.80 /-3.32 /-24.48 / /-21.44 -6.95 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -8.05 -8.05 2 0.00 [bos] [eos] cls0 - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.01 -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.32 -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.46 -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -4.59 -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -4.63 -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-387 src: none none 6 [bos] a a b b [eos] tgt0: mod/noi/dif/loss/nce/logp -6.27 /-4.93 /-1.33 /0.0/-0.00 -1.25 /-0.99 6 [bos] a a b b [eos] tgt1: mod/noi/dif/loss/nce/logp -28.37 /-2.30 /-26.07 / /-24.74 -14.19/-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -34.61 /-4.86 /-29.75 / /-28.42 -4.94 /-0.69 8 [bos] a a a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -44.27 /-8.08 /-36.19 / /-34.86 -4.92 /-0.90 10 [bos] b b b a a a a b [eos] tgt4: mod/noi/dif/loss/nce/logp -18.49 /-2.30 /-16.19 / /-14.85 -9.24 /-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -24.35 /-3.32 /-21.03 / /-19.69 -6.09 /-0.83 5 [bos] a a a [eos] cls0 - sp0 : -8.05 -8.05 2 0.00 [bos] [eos] cls0 - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls0 - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls1 - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls2 - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp0 : -3.01 -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp1 : -4.32 -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp2 : -4.46 -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp3 : -4.59 -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b cls3 - sp4 : -4.63 -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-388 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.04 /-2.81 /0.77 /0.0/-0.00 -0.68 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -16.72 /-2.30 /-14.41 / /-15.19 -8.36 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -25.66 /-2.30 /-23.36 / /-24.13 -12.83/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -67.99 /-6.98 /-61.01 / /-61.78 -7.55 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -63.60 /-4.86 /-58.75 / /-59.52 -9.09 /-0.69 8 [bos] a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -22.77 /-2.81 /-19.96 / /-20.73 -7.59 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-389 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.80 /-2.81 /0.01 /0.0/-0.00 -0.93 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -17.96 /-2.30 /-15.65 / /-15.67 -8.98 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -25.18 /-2.30 /-22.88 / /-22.89 -12.59/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -65.94 /-6.98 /-58.96 / /-58.97 -7.33 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -59.57 /-4.86 /-54.71 / /-54.72 -8.51 /-0.69 8 [bos] a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -22.71 /-2.81 /-19.90 / /-19.91 -7.57 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-390 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-2.81 /0.76 /0.0/-0.00 -0.69 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -15.55 /-2.30 /-13.24 / /-14.00 -7.77 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -24.00 /-2.30 /-21.70 / /-22.45 -12.00/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -66.74 /-6.98 /-59.77 / /-60.52 -7.42 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -57.46 /-4.86 /-52.60 / /-53.36 -8.21 /-0.69 8 [bos] a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -20.72 /-2.81 /-17.90 / /-18.66 -6.91 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-391 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.86 /-2.81 /-0.05 /0.0/-0.00 -0.95 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -17.41 /-2.30 /-15.10 / /-15.06 -8.70 /-1.15 3 [bos] b [eos] tgt2: mod/noi/dif/loss/nce/logp -23.60 /-2.30 /-21.29 / /-21.25 -11.80/-1.15 3 [bos] a [eos] tgt3: mod/noi/dif/loss/nce/logp -66.66 /-6.98 /-59.68 / /-59.63 -7.41 /-0.78 10 [bos] a a b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -55.47 /-4.86 /-50.61 / /-50.56 -7.92 /-0.69 8 [bos] a a a a a a [eos] tgt5: mod/noi/dif/loss/nce/logp -20.74 /-2.81 /-17.93 / /-17.88 -6.91 /-0.94 4 [bos] a a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-392 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.61 /-3.32 /0.71 /0.0/-0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -79.65 /-10.12 /-69.53 / /-70.24 -6.13 /-0.78 14 [bos] b b b b b b a a a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -17.20 /-2.81 /-14.39 / /-15.10 -5.73 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -35.34 /-2.81 /-32.53 / /-33.24 -11.78/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -60.98 /-11.37 /-49.61 / /-50.32 -6.78 /-1.26 10 [bos] a b a b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -33.51 /-3.32 /-30.19 / /-30.90 -8.38 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-393 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.98 /-3.32 /1.34 /0.0/-0.00 -0.50 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -81.26 /-10.12 /-71.14 / /-72.48 -6.25 /-0.78 14 [bos] b b b b b b a a a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -17.34 /-2.81 /-14.53 / /-15.87 -5.78 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.63 /-2.81 /-35.81 / /-37.15 -12.88/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -66.22 /-11.37 /-54.85 / /-56.19 -7.36 /-1.26 10 [bos] a b a b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -34.33 /-3.32 /-31.01 / /-32.35 -8.58 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.61 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.21 -1.80 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.52 -7.52 2 0.00 [bos] [eos] cls0 - sp3 : -9.04 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.14 -1.69 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.00 -0.75 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.27 -0.82 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.54 -0.88 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.72 -0.93 5 0.25 [bos] a a a [eos] cls1 - sp4 : -6.97 -1.74 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.14 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.05 -0.76 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.24 -0.81 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.72 -0.93 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.19 -1.05 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.29 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.98 -0.50 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.87 -0.72 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.89 -0.97 5 0.75 [bos] a a a [eos] cls3 - sp4 : -3.94 -0.98 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-394 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -2.62 /-3.32 /0.70 /0.0/-0.00 -0.65 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -80.42 /-10.12 /-70.30 / /-71.00 -6.19 /-0.78 14 [bos] b b b b b b a a a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -17.56 /-2.81 /-14.75 / /-15.46 -5.85 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -35.32 /-2.81 /-32.51 / /-33.21 -11.77/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -59.94 /-11.37 /-48.57 / /-49.27 -6.66 /-1.26 10 [bos] a b a b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -32.76 /-3.32 /-29.44 / /-30.14 -8.19 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-395 src: none none 5 [bos] a a a [eos] tgt0: mod/noi/dif/loss/nce/logp -1.96 /-3.32 /1.36 /0.0/-0.00 -0.49 /-0.83 5 [bos] a a a [eos] tgt1: mod/noi/dif/loss/nce/logp -78.91 /-10.12 /-68.79 / /-70.15 -6.07 /-0.78 14 [bos] b b b b b b a a a a a b [eos] tgt2: mod/noi/dif/loss/nce/logp -17.80 /-2.81 /-14.99 / /-16.35 -5.93 /-0.94 4 [bos] a a [eos] tgt3: mod/noi/dif/loss/nce/logp -38.42 /-2.81 /-35.61 / /-36.97 -12.81/-0.94 4 [bos] b b [eos] tgt4: mod/noi/dif/loss/nce/logp -62.78 /-11.37 /-51.40 / /-52.77 -6.98 /-1.26 10 [bos] a b a b a b b b [eos] tgt5: mod/noi/dif/loss/nce/logp -33.80 /-3.32 /-30.48 / /-31.84 -8.45 /-0.83 5 [bos] b b b [eos] cls0 - sp0 : -2.62 -0.65 5 0.00 [bos] a a a [eos] cls0 - sp1 : -7.15 -1.79 5 0.00 [bos] [unk] a a [eos] cls0 - sp2 : -7.47 -7.47 2 0.00 [bos] [eos] cls0 - sp3 : -9.03 -1.81 6 0.20 [bos] a a a [pad] [eos] cls0 - sp4 : -10.07 -1.68 7 0.17 [bos] a a a [pad] [unk] [eos] cls1 - sp0 : -3.08 -0.77 5 0.25 [bos] a a a [eos] cls1 - sp1 : -3.31 -0.83 5 0.25 [bos] a a a [eos] cls1 - sp2 : -3.55 -0.89 5 0.25 [bos] a a a [eos] cls1 - sp3 : -3.74 -0.94 5 0.25 [bos] a a a [eos] cls1 - sp4 : -7.00 -1.75 5 0.25 [bos] [unk] a a [eos] cls2 - sp0 : -2.11 -0.53 5 0.50 [bos] a a a [eos] cls2 - sp1 : -3.16 -0.79 5 0.50 [bos] a a a [eos] cls2 - sp2 : -3.26 -0.82 5 0.50 [bos] a a a [eos] cls2 - sp3 : -3.81 -0.95 5 0.50 [bos] a a a [eos] cls2 - sp4 : -4.23 -1.06 5 0.50 [bos] a a a [eos] cls3 - sp0 : -1.26 -0.32 5 0.75 [bos] a a a [eos] cls3 - sp1 : -1.96 -0.49 5 1.00 [bos] a a a [eos] cls3 - sp2 : -2.84 -0.71 5 0.75 [bos] a a a [eos] cls3 - sp3 : -3.96 -0.99 5 0.75 [bos] a a a [eos] cls3 - sp4 : -4.00 -1.00 5 0.75 [bos] a a a [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-396 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.04 /-2.81 /0.77 /0.0/0.00 -0.68 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -60.25 /-8.59 /-51.66 / /-52.44 -6.03 /-0.86 11 [bos] b b a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -49.16 /-3.84 /-45.33 / /-46.10 -9.83 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -46.97 /-5.88 /-41.09 / /-41.86 -5.22 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.66 /-2.30 /-23.36 / /-24.13 -12.83/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -77.61 /-11.88 /-65.73 / /-66.50 -7.76 /-1.19 11 [bos] b a b a b b b b a [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-397 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.80 /-2.81 /0.01 /0.0/0.00 -0.93 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -56.19 /-8.59 /-47.60 / /-47.61 -5.62 /-0.86 11 [bos] b b a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -44.22 /-3.84 /-40.39 / /-40.40 -8.84 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -43.42 /-5.88 /-37.55 / /-37.56 -4.82 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -25.18 /-2.30 /-22.88 / /-22.89 -12.59/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -70.28 /-11.88 /-58.40 / /-58.41 -7.03 /-1.19 11 [bos] b a b a b b b b a [eos] cls0 - sp0 : -2.04 -0.68 4 0.00 [bos] b b [eos] cls0 - sp1 : -4.32 -4.32 2 0.00 [bos] [eos] cls0 - sp2 : -6.36 -2.12 4 0.00 [bos] [pad] b [eos] cls0 - sp3 : -6.42 -2.14 4 0.00 [bos] [unk] b [eos] cls0 - sp4 : -8.94 -2.98 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.73 -0.58 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.13 -1.04 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.32 -1.11 4 0.33 [bos] b b [eos] cls1 - sp3 : -3.99 -1.33 4 0.33 [bos] b b [eos] cls1 - sp4 : -5.18 -1.73 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.80 -0.60 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.87 -0.62 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.77 -0.92 4 0.67 [bos] b b [eos] cls2 - sp3 : -4.33 -1.44 4 0.67 [bos] [unk] b [eos] cls2 - sp4 : -4.46 -1.49 4 0.67 [bos] [pad] b [eos] cls3 - sp0 : -2.80 -0.93 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.86 -0.95 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -4.74 -4.74 2 1.00 [bos] [eos] cls3 - sp3 : -5.46 -1.82 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.75 -2.58 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-398 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.06 /-2.81 /0.76 /0.0/0.00 -0.69 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -56.15 /-8.59 /-47.57 / /-48.32 -5.62 /-0.86 11 [bos] b b a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -42.93 /-3.84 /-39.10 / /-39.85 -8.59 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -47.83 /-5.88 /-41.95 / /-42.71 -5.31 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -24.00 /-2.30 /-21.70 / /-22.45 -12.00/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -72.77 /-11.88 /-60.88 / /-61.64 -7.28 /-1.19 11 [bos] b a b a b b b b a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos] ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-399 src: none none 4 [bos] b b [eos] tgt0: mod/noi/dif/loss/nce/logp -2.86 /-2.81 /-0.05 /0.0/0.00 -0.95 /-0.94 4 [bos] b b [eos] tgt1: mod/noi/dif/loss/nce/logp -53.01 /-8.59 /-44.42 / /-44.37 -5.30 /-0.86 11 [bos] b b a a b b b b b [eos] tgt2: mod/noi/dif/loss/nce/logp -39.43 /-3.84 /-35.59 / /-35.55 -7.89 /-0.77 6 [bos] a a a a [eos] tgt3: mod/noi/dif/loss/nce/logp -48.57 /-5.88 /-42.69 / /-42.64 -5.40 /-0.65 10 [bos] b b b b b b b b [eos] tgt4: mod/noi/dif/loss/nce/logp -23.60 /-2.30 /-21.29 / /-21.25 -11.80/-1.15 3 [bos] a [eos] tgt5: mod/noi/dif/loss/nce/logp -64.82 /-11.88 /-52.93 / /-52.89 -6.48 /-1.19 11 [bos] b a b a b b b b a [eos] cls0 - sp0 : -2.06 -0.69 4 0.00 [bos] b b [eos] cls0 - sp1 : -3.14 -3.14 2 0.00 [bos] [eos] cls0 - sp2 : -5.76 -1.92 4 0.00 [bos] [unk] b [eos] cls0 - sp3 : -6.10 -2.03 4 0.00 [bos] [pad] b [eos] cls0 - sp4 : -8.62 -2.87 4 0.00 [bos] b [pad] [eos] cls1 - sp0 : -1.96 -0.65 4 0.33 [bos] b b [eos] cls1 - sp1 : -3.08 -1.03 4 0.33 [bos] [unk] b [eos] cls1 - sp2 : -3.29 -1.10 4 0.33 [bos] b b [eos] cls1 - sp3 : -4.42 -1.47 4 0.33 [bos] b b [eos] cls1 - sp4 : -4.61 -1.54 4 0.33 [bos] [unk] b [eos] cls2 - sp0 : -1.90 -0.63 4 0.67 [bos] b b [eos] cls2 - sp1 : -1.90 -0.63 4 0.67 [bos] [unk] b [eos] cls2 - sp2 : -2.98 -0.99 4 0.67 [bos] b b [eos] cls2 - sp3 : -3.95 -1.32 4 0.67 [bos] [pad] b [eos] cls2 - sp4 : -4.23 -1.41 4 0.67 [bos] [unk] b [eos] cls3 - sp0 : -2.86 -0.95 4 1.00 [bos] b b [eos] cls3 - sp1 : -2.87 -0.96 4 1.00 [bos] [unk] b [eos] cls3 - sp2 : -3.58 -3.58 2 1.00 [bos] [eos] cls3 - sp3 : -4.93 -1.64 4 1.00 [bos] [pad] b [eos] cls3 - sp4 : -7.51 -2.50 4 1.00 [bos] [unk] [unk] [eos]